-- Logs begin at Fri 2021-08-20 18:23:05 UTC, end at Fri 2021-08-20 19:22:15 UTC. -- Aug 20 18:57:16.605638 dv-cinder-805283-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 18:57:18.938844 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.common.config [-] Logging enabled! Aug 20 18:57:18.939553 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 20 18:57:18.939646 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79208) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 18:57:18.942736 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.common.config [-] Logging enabled! Aug 20 18:57:18.942993 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 20 18:57:18.943306 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79208) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 18:57:18.944223 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 20 18:57:18.944458 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 20 18:57:18.944823 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 20 18:57:18.945100 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 20 18:57:18.945330 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 20 18:57:18.945653 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.945954 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.946253 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.946485 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.946781 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.947073 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.947359 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.947647 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.947944 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.948229 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.948509 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.948794 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.949054 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.949339 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.949629 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.949917 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.950144 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] debug = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.950425 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.950849 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.951253 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.951534 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.951825 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.952673 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.952975 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.953265 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.953545 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.953877 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] host = dv-cinder-805283-1-smb {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.954155 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.954443 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.954731 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.955017 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.955295 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.955567 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.955854 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.956129 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.956404 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] log_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.956678 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.956993 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.957282 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.957578 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.957805 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.958030 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.958321 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.958610 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.958886 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.959160 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.959432 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.959707 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.959980 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.960249 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.960535 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.960823 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.961137 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.961414 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.961688 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.961962 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.962241 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.962525 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.962797 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.963072 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.963345 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.963631 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.963901 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.964175 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.964476 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.964761 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.965066 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.965355 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.965627 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.965911 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.966185 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.966461 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.966734 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] use_json = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.967007 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.967277 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.967561 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.967858 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.968133 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.968406 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.968678 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.968983 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:18.969283 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.969580 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.969882 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.970167 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.970461 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.970740 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.971031 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.971311 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.971600 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.971889 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.972183 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.972464 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.972754 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.973064 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.973361 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.973666 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.973961 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.974255 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.974529 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.974803 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.975329 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.975606 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.975893 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.976188 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.976479 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.976756 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.977065 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.977362 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.977642 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.977918 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.978201 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.978494 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.978776 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.979052 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.979335 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.979614 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.979886 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.980160 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.980438 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.980729 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.981042 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.981318 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.981592 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.981870 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.982148 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.982435 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.982714 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.982990 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.983330 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.983613 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.983887 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.984161 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.984441 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.984715 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.985015 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.985293 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.985567 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.985839 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.986111 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.986399 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.986663 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.986937 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.987216 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.987489 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.987761 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.988033 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.988305 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.988580 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.988869 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.989191 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.989473 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.989752 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.990031 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.990310 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.990589 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.990870 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.991149 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.991427 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.991700 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.991989 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.992276 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.992566 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.992852 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.993155 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.993451 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.993730 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.994013 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.994292 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.994570 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.994860 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.995145 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.995440 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.995739 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.996030 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.996321 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.996615 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.996917 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.997226 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.997504 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:18.997725 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 18:57:18.997966 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79208) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 18:57:19.380418 dv-cinder-805283-1-smb neutron-server[79208]: INFO keyring.backend [-] Loading KWallet Aug 20 18:57:19.387771 dv-cinder-805283-1-smb neutron-server[79208]: INFO keyring.backend [-] Loading SecretService Aug 20 18:57:19.391910 dv-cinder-805283-1-smb neutron-server[79208]: INFO keyring.backend [-] Loading Windows Aug 20 18:57:19.393246 dv-cinder-805283-1-smb neutron-server[79208]: INFO keyring.backend [-] Loading chainer Aug 20 18:57:19.393829 dv-cinder-805283-1-smb neutron-server[79208]: INFO keyring.backend [-] Loading macOS Aug 20 18:57:19.427734 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:19.428511 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:19.428511 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:19.428666 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 18:57:19.731676 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.731899 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.732174 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.733454 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.733763 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.734023 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.854327 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.854611 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.854885 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.867878 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.868161 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.868435 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.896777 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.897084 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.897355 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.935310 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.935594 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:19.935861 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.165596 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.166229 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.166229 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.166416 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.167334 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.289056 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.289381 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.289664 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.289936 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.290204 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.290515 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.290780 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.291040 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.291299 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.291583 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.291842 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.292107 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.292375 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.292633 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.292929 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.293192 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.293453 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.293735 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.293986 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.294281 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.294635 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.294891 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.295141 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.295424 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.295675 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.296433 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.296821 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:20.297092 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:20.297333 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:20.297571 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:20.297814 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:20.298048 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:20.298514 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 18:57:20.301666 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 18:57:20.305595 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 18:57:20.309326 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 20 18:57:20.310936 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 18:57:20.311919 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 18:57:20.312269 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 18:57:20.312653 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 18:57:20.315457 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 18:57:20.315709 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 18:57:20.316207 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 18:57:20.344137 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 20 18:57:20.344580 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.344883 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79208) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 18:57:20.345266 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.346624 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79208) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 18:57:20.346907 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 18:57:20.347153 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 18:57:20.350482 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.350765 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.412466 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 18:57:20.412706 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 18:57:20.412963 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 18:57:20.413331 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 18:57:20.445218 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_db.sqlalchemy.engines [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79208) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 20 18:57:20.773576 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Initializing driver for type 'gre' Aug 20 18:57:20.774003 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] gre ID ranges: [(1, 1000)] Aug 20 18:57:20.826070 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Initializing driver for type 'local' Aug 20 18:57:20.826475 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Initializing driver for type 'vlan' Aug 20 18:57:20.837518 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] VlanTypeDriver initialization complete Aug 20 18:57:20.837881 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Initializing driver for type 'vxlan' Aug 20 18:57:20.838346 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] vxlan ID ranges: [(1, 1000)] Aug 20 18:57:20.892672 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Initializing extension driver 'port_security' Aug 20 18:57:20.893065 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.extensions.port_security [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] PortSecurityExtensionDriver initialization complete Aug 20 18:57:20.893403 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Initializing mechanism driver 'openvswitch' Aug 20 18:57:20.893742 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Initializing mechanism driver 'hyperv' Aug 20 18:57:20.900267 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:20.901034 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > port after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.901413 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > port after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.901768 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > port after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.902152 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > subnet after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.902502 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > subnet after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.902844 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > subnet after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.903217 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > network after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.903562 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > network after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.903901 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > network after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.904274 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > security_group after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.904623 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > security_group after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.904988 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > security_group after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.905386 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.905734 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.906075 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.906448 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > address_group after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.906788 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > address_group after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.907121 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > address_group after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.907457 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] ML2 OVO RPC backend initialized. {{(pid=79208) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 20 18:57:20.908144 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router_interface after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.908495 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.908927 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > network before_response 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.909275 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > networks before_response 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.909622 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > port before_response 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.909960 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > ports before_response 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.910299 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > subnet before_response 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.910635 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > subnets before_response 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.910976 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > network after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.911312 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > network after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.911643 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > network after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.911977 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > port after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.912313 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > port after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.912647 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > port after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.913015 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > subnet after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.913350 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > subnet after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.913681 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > subnet after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.914243 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.plugin [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Modular L2 Plugin initialization complete Aug 20 18:57:20.914567 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading services supported by the core plugin {{(pid=79208) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 18:57:20.914895 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.plugins.ml2.managers [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Got port-security extension from driver 'port_security' Aug 20 18:57:20.915350 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.extensions.vlantransparent [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Disabled vlantransparent extension. Aug 20 18:57:20.915836 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79208) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 18:57:20.916149 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading Plugin: router Aug 20 18:57:20.953507 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router_interface before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.953901 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router after_create 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.954273 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router before_create 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.954645 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.955016 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.955369 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router after_delete 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.955731 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > floatingip after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.956093 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router after_create 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.956439 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router after_update 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.956787 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router after_update 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.957166 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.957527 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router after_update 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.957937 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router precommit_update 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.958304 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: port after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.958644 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: port after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.958980 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: subnet after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.959318 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.959664 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > port precommit_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.960012 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router precommit_create 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.960352 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: port before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.960693 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router precommit_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.961078 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router after_update 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.961423 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router precommit_delete 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.961770 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router precommit_create 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.962131 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router_interface after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.962474 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router precommit_update 55549900 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.962836 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > agent after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.963185 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > agent after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.963529 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > network after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.964367 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Tracking information for resource: router configured {{(pid=79208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:20.964703 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Tracking information for resource: floatingip configured {{(pid=79208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:20.969524 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.db.l3_agentschedulers_db [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 18:57:20.970093 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: port after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.970455 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: port after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.970807 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: port after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.971156 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: port after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.971930 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router before_create 55550100 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.972291 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router precommit_delete 55550100 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.972651 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router precommit_create 55550100 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.973036 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > router precommit_update 55550100 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:20.977564 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.services.provider_configuration [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service providers = [] {{(pid=79208) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 18:57:20.977928 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.db.servicetype_db [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79208) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 18:57:20.980886 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.services.service_base [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 18:57:20.981261 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.services.service_base [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 18:57:20.981602 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.services.service_base [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 18:57:20.982486 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.services.service_base [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 18:57:20.983021 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.services.service_base [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 18:57:20.983924 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:20.984243 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 18:57:20.994581 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:20.994914 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading Plugin: auto_allocate Aug 20 18:57:21.001249 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: network precommit_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:21.001615 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: network precommit_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:21.002127 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:21.002446 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading Plugin: tag Aug 20 18:57:21.009158 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:21.009489 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading Plugin: timestamp Aug 20 18:57:21.013274 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:21.013601 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading Plugin: network_ip_availability Aug 20 18:57:21.018817 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:21.019185 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:21.019538 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:21.020248 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:21.020566 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading Plugin: flavors Aug 20 18:57:21.026696 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:21.026972 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading Plugin: revisions Aug 20 18:57:21.031238 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:21.031627 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.603s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:21.032354 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79208) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 20 18:57:21.032687 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Initializing extension manager. Aug 20 18:57:21.033223 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: __init__.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.033562 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: __pycache__ {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.033892 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.034223 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: address_group.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.034978 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.035537 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: address-group Aug 20 18:57:21.035865 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: address_scope.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.036579 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.037111 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: address-scope Aug 20 18:57:21.037436 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: admin_state_down_before_update.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.038358 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.038868 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: router-admin-state-down-before-update Aug 20 18:57:21.039191 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: agent.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.039887 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.040386 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: agent Aug 20 18:57:21.040705 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: agent_resources_synced.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.041644 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.042152 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: agent-resources-synced Aug 20 18:57:21.042472 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: allowedaddresspairs.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.044232 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.044758 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: allowed-address-pairs Aug 20 18:57:21.045108 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: auto_allocated_topology.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.046704 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.047215 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: auto-allocated-topology Aug 20 18:57:21.047538 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: availability_zone.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.048231 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.048735 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: availability_zone Aug 20 18:57:21.049086 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: availability_zone_filter.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.050005 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.050510 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: availability_zone_filter Aug 20 18:57:21.050827 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: data_plane_status.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.051734 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.052239 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 18:57:21.052555 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: default_subnetpools.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.053495 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.054037 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: default-subnetpools Aug 20 18:57:21.054357 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: dhcpagentscheduler.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.055163 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.055662 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: dhcp_agent_scheduler Aug 20 18:57:21.055979 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: dns.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.056891 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.057412 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension dns-integration not supported by any of loaded plugins Aug 20 18:57:21.057732 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: dns_domain_ports.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.058652 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.059156 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 18:57:21.059479 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: dvr.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.060148 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.060654 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: dvr Aug 20 18:57:21.061008 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: empty_string_filtering.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.062471 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.062979 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: empty-string-filtering Aug 20 18:57:21.063299 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.064206 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.064706 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 18:57:21.065064 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.065977 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.066487 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 18:57:21.066812 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: external_net.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.067730 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.068240 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: external-net Aug 20 18:57:21.068561 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: extra_dhcp_opt.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.069499 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.070006 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: extra_dhcp_opt Aug 20 18:57:21.070326 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: extraroute.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.071235 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.071739 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: extraroute Aug 20 18:57:21.072059 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: extraroute_atomic.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.073112 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.073624 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: extraroute-atomic Aug 20 18:57:21.073943 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: filter_validation.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.074609 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.075113 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: filter-validation Aug 20 18:57:21.075431 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: fip_pf_description.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.076535 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.077092 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 18:57:21.077413 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: fip_port_details.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.078335 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.078840 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: fip-port-details Aug 20 18:57:21.079161 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: flavors.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.080392 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.080924 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: flavors Aug 20 18:57:21.081251 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.082895 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.083407 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 18:57:21.083737 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: floatingip_pools.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.084433 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.084966 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: floatingip-pools Aug 20 18:57:21.085291 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: ip_allocation.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.086219 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.086720 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 18:57:21.087041 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.087957 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.088466 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: ip-substring-filtering Aug 20 18:57:21.088792 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: l2_adjacency.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.089749 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.090255 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 18:57:21.090578 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: l3.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.091546 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.092067 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: router Aug 20 18:57:21.092394 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: l3_conntrack_helper.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.095170 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.095707 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 18:57:21.096038 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.097004 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.097522 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: ext-gw-mode Aug 20 18:57:21.097848 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.098801 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.099312 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: l3-ha Aug 20 18:57:21.099634 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: l3_flavors.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.100812 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.101357 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: l3-flavors Aug 20 18:57:21.101678 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.102610 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.103115 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 18:57:21.103437 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: l3agentscheduler.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.104473 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.105018 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: l3_agent_scheduler Aug 20 18:57:21.105348 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: logging.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.106841 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.107364 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension logging not supported by any of loaded plugins Aug 20 18:57:21.107698 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: metering.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.109009 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.109585 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: metering Aug 20 18:57:21.109911 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.111026 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.111538 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: metering_source_and_destination_fields Aug 20 18:57:21.111864 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: multiprovidernet.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.112937 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.113451 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: multi-provider Aug 20 18:57:21.113771 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: netmtu.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.114689 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.115194 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: net-mtu Aug 20 18:57:21.115513 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: netmtu_writable.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.116438 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.116966 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: net-mtu-writable Aug 20 18:57:21.117289 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: network_availability_zone.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.117959 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.118468 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: network_availability_zone Aug 20 18:57:21.118786 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: network_ip_availability.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.119869 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.120381 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: network-ip-availability Aug 20 18:57:21.120702 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: network_segment_range.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.121490 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.121989 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 18:57:21.122309 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: pagination.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.123283 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.123606 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: pagination Aug 20 18:57:21.123951 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: port_device_profile.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.124858 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.125397 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: port-device-profile Aug 20 18:57:21.125717 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.126647 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.127156 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: port-mac-address-regenerate Aug 20 18:57:21.127476 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.128387 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.128895 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: port-numa-affinity-policy Aug 20 18:57:21.129239 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: port_resource_request.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.130149 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.130656 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 18:57:21.130976 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: portbindings.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.131898 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.132406 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: binding Aug 20 18:57:21.132732 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: portbindings_extended.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.134017 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.134532 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: binding-extended Aug 20 18:57:21.134857 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: portsecurity.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.135767 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.136274 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: port-security Aug 20 18:57:21.136601 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: project_id.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.137592 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.137922 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: project-id Aug 20 18:57:21.138244 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: providernet.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.139164 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.139697 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: provider Aug 20 18:57:21.140016 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: qos.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.143556 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.144082 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension qos not supported by any of loaded plugins Aug 20 18:57:21.144416 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.145708 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.146230 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 18:57:21.146561 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.147481 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.147995 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 18:57:21.148319 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: qos_default.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.149275 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.149783 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension qos-default not supported by any of loaded plugins Aug 20 18:57:21.150104 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: qos_fip.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.150759 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.151259 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension qos-fip not supported by any of loaded plugins Aug 20 18:57:21.151579 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: qos_gateway_ip.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.152498 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.153033 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 18:57:21.153356 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: qos_port_network_policy.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.154264 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.154767 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 18:57:21.155603 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: qos_rule_type_details.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.156514 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.157052 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 18:57:21.157377 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: qos_rules_alias.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.158412 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.158921 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 18:57:21.159242 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: quotasv2.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.160134 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.160578 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: quotas Aug 20 18:57:21.160921 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: quotasv2_detail.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.162515 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.162854 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: quota_details Aug 20 18:57:21.163180 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: rbac.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.164225 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.164810 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: rbac-policies Aug 20 18:57:21.165220 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: rbac_address_group.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.166156 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.166693 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: rbac-address-group Aug 20 18:57:21.166990 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: rbac_address_scope.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.167909 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.168420 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: rbac-address-scope Aug 20 18:57:21.168743 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: rbac_security_groups.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.169690 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.170204 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: rbac-security-groups Aug 20 18:57:21.170528 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: rbac_subnetpool.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.171506 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.172021 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: rbac-subnetpool Aug 20 18:57:21.172344 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: revisionifmatch.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.173322 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.173890 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: revision-if-match Aug 20 18:57:21.174214 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: revisions.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.175330 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.175845 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: standard-attr-revisions Aug 20 18:57:21.176169 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: router_availability_zone.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.176841 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.177386 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: router_availability_zone Aug 20 18:57:21.177707 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: routerservicetype.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.178624 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.179135 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension router-service-type not supported by any of loaded plugins Aug 20 18:57:21.179454 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.180383 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.180895 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: security-groups-normalized-cidr Aug 20 18:57:21.181236 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: security_groups_port_filtering.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.182159 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.182666 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: port-security-groups-filtering Aug 20 18:57:21.182983 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.183898 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.184420 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: security-groups-remote-address-group Aug 20 18:57:21.184724 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: securitygroup.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.194839 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.195368 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: security-group Aug 20 18:57:21.195703 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: segment.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.196485 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.197026 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension segment not supported by any of loaded plugins Aug 20 18:57:21.197360 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.198296 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.198835 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 18:57:21.199157 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: servicetype.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.200277 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.200797 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: service-type Aug 20 18:57:21.201159 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: sorting.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.202194 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.202525 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: sorting Aug 20 18:57:21.202847 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: standard_attr_segment.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.203758 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.204270 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 18:57:21.204590 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: standardattrdescription.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.205292 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.205798 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: standard-attr-description Aug 20 18:57:21.206115 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: stateful_security_group.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.207030 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.207545 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: stateful-security-group Aug 20 18:57:21.207865 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: stdattrs_common.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.208445 dv-cinder-805283-1-smb neutron-server[79208]: WARNING neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 18:57:21.208763 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.209796 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.210308 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 18:57:21.210628 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: subnet_onboard.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.211692 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.212205 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: subnet_onboard Aug 20 18:57:21.212526 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.213485 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.213996 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 18:57:21.214314 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: subnet_service_types.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.215240 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.215753 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: subnet-service-types Aug 20 18:57:21.216074 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: subnetallocation.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.217193 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.218227 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: subnet_allocation Aug 20 18:57:21.218547 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.219209 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.219720 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: subnetpool-prefix-ops Aug 20 18:57:21.220039 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.221001 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.221505 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 18:57:21.221823 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: tagging.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.222886 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.223402 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: standard-attr-tag Aug 20 18:57:21.223725 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: timestamp.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.225193 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.225715 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loaded extension: standard-attr-timestamp Aug 20 18:57:21.226040 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: trunk.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.227071 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.227587 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension trunk not supported by any of loaded plugins Aug 20 18:57:21.227918 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: trunk_details.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.228846 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.229385 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension trunk-details not supported by any of loaded plugins Aug 20 18:57:21.229706 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: uplink_status_propagation.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.230632 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.231144 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 18:57:21.231466 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Loading extension file: vlantransparent.py {{(pid=79208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:21.232132 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:21.232637 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 18:57:21.235120 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:network Aug 20 18:57:21.235853 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:subnet Aug 20 18:57:21.236633 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 18:57:21.237279 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:port Aug 20 18:57:21.238538 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.238982 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service FLAVORS assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.239606 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.240062 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.240391 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:router Aug 20 18:57:21.241075 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:floatingip Aug 20 18:57:21.241788 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service METERING assigned prefix: /metering {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.243205 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:21.243570 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:21.243919 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:21.245096 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 18:57:21.245537 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:security_group Aug 20 18:57:21.246201 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 18:57:21.246942 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service CORE assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.247273 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 18:57:21.247612 dv-cinder-805283-1-smb neutron-server[79208]: WARNING neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] subnetpool is already registered Aug 20 18:57:21.248226 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service CORE assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.248553 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 18:57:21.249430 dv-cinder-805283-1-smb neutron-server[79208]: WARNING neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] subnetpool is already registered Aug 20 18:57:21.251981 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.252415 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service FLAVORS assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.253043 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.253470 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.253802 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:router Aug 20 18:57:21.254132 dv-cinder-805283-1-smb neutron-server[79208]: WARNING neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] router is already registered Aug 20 18:57:21.254727 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:floatingip Aug 20 18:57:21.255063 dv-cinder-805283-1-smb neutron-server[79208]: WARNING neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] floatingip is already registered Aug 20 18:57:21.255689 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service METERING assigned prefix: /metering {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.256371 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 18:57:21.256702 dv-cinder-805283-1-smb neutron-server[79208]: WARNING neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] rbac_policy is already registered Aug 20 18:57:21.257275 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:security_group Aug 20 18:57:21.257617 dv-cinder-805283-1-smb neutron-server[79208]: WARNING neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] security_group is already registered Aug 20 18:57:21.258207 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 18:57:21.258545 dv-cinder-805283-1-smb neutron-server[79208]: WARNING neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] security_group_rule is already registered Aug 20 18:57:21.259215 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service CORE assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.259546 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 18:57:21.259880 dv-cinder-805283-1-smb neutron-server[79208]: WARNING neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] subnetpool is already registered Aug 20 18:57:21.260470 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.v2.resource_helper [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Service CORE assigned prefix: {{(pid=79208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:21.260796 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 18:57:21.261140 dv-cinder-805283-1-smb neutron-server[79208]: WARNING neutron.quota.resource_registry [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] subnetpool is already registered Aug 20 18:57:21.261778 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: extensions {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.263227 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: address-groups {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.264874 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: address-scopes {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.266096 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: agents {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.267239 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: auto-allocated-topology {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.268478 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: availability_zones {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.270755 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: dhcp-networks {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.272147 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: dhcp-agents {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.273597 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: routers {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.275390 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: flavors {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.276526 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: service_profiles {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.277800 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: next_providers {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.279268 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: service_profiles {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.281338 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: floatingip-pools {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.282543 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: routers {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.284318 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: floatingips {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.285536 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: l3-routers {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.286881 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: l3-agents {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.288294 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: metering-labels {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.289669 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: metering-label-rules {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.290943 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: network-ip-availabilities {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.292194 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: bindings {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.293864 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: quotas {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.295290 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: quotas {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.297279 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: rbac-policies {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.298561 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: security-groups {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.299764 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: security-group-rules {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.301020 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: service-providers {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.302236 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: subnetpools {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.303646 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: subnetpools {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.305106 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: tags {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.306761 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: tags {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.308561 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: tags {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.310350 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: tags {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.312156 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: tags {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.313999 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: tags {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.315685 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: tags {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.317585 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: tags {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.319313 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: tags {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.321157 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron.api.extensions [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Extended resource: tags {{(pid=79208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:21.326889 dv-cinder-805283-1-smb neutron-server[79208]: WARNING keystonemiddleware.auth_token [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 18:57:21.332451 dv-cinder-805283-1-smb neutron-server[79208]: WARNING keystonemiddleware.auth_token [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 18:57:21.340385 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Acquired lock "singleton_lock" {{(pid=79208) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 18:57:21.340857 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Releasing lock "singleton_lock" {{(pid=79208) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 18:57:21.341514 dv-cinder-805283-1-smb neutron-server[79208]: INFO oslo_service.service [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Starting 2 workers Aug 20 18:57:21.346679 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Started child 79347 {{(pid=79208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 18:57:21.351171 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Started child 79348 {{(pid=79208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 18:57:21.351814 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:21.352664 dv-cinder-805283-1-smb neutron-server[79208]: INFO neutron.service [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 18:57:21.353315 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [-] (79347) wsgi starting up on http://0.0.0.0:9696 Aug 20 18:57:21.353419 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Notify callbacks [] for process, before_spawn {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:21.355731 dv-cinder-805283-1-smb neutron-server[79208]: INFO oslo_service.service [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Starting 1 workers Aug 20 18:57:21.356275 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:21.357786 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [-] (79348) wsgi starting up on http://0.0.0.0:9696 Aug 20 18:57:21.361295 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Started child 79349 {{(pid=79208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 18:57:21.361813 dv-cinder-805283-1-smb neutron-server[79208]: INFO oslo_service.service [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Starting 1 workers Aug 20 18:57:21.364528 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.service [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] calling RpcWorker wait() {{(pid=79349) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 18:57:21.365100 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.service [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] returning from RpcWorker wait() {{(pid=79349) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 18:57:21.366096 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Started child 79350 {{(pid=79208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 18:57:21.366553 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:21.367010 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-101116cc-32ce-4b23-aaa5-f2eeb097d79d None None] Notify callbacks [] for process, after_spawn {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:21.367113 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:21.368743 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79208) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 20 18:57:21.368983 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 20 18:57:21.369199 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 20 18:57:21.369443 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 20 18:57:21.369897 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 20 18:57:21.370001 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 20 18:57:21.370774 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.370874 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.370945 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:21.371412 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.371412 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.371806 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.372228 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.372486 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.372794 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.373069 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.373452 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.373577 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.373762 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.374040 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.374305 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.374598 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.375014 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.375120 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.385518 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.386015 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.386715 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.387336 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.387835 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.388326 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] debug = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.388799 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.389603 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.390584 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.391065 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.391524 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.392023 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.392459 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.392990 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.393503 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.393965 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.394410 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.396227 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:21.396362 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.397861 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.397861 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.398858 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.398858 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.398858 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.400264 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] host = dv-cinder-805283-1-smb {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.400526 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.400740 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.400978 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.401260 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.401580 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.402065 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.402940 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.403556 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.403767 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.404168 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.404851 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.405913 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.406192 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.406714 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.407062 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_options = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.409456 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.410139 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.412858 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.418731 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.419417 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.419703 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.420042 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.420221 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.420681 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.421980 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.422376 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.424030 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.425056 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.425358 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.425664 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.425930 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.426192 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.426425 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.426713 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.426980 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.427218 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.427480 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.427713 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.427949 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.428201 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.428426 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.428662 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.428941 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.429156 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.429419 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.429662 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.429925 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.430177 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.430431 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.430662 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.430894 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.431112 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.431382 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.434945 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.435136 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.436553 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.437144 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.437694 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.437994 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.438237 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.438675 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_json = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.440884 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.443750 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.444054 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.444306 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.444581 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.444824 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.445087 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.445346 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.445787 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.446095 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.446433 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.446702 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.446965 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.447221 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.447464 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.447693 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.447954 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.448195 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.448540 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.448773 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.453129 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.454145 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.454447 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.454816 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.455102 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.455395 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.455698 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.455964 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.456202 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.456454 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.456793 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.457892 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.458200 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.458486 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.459606 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.459856 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.460096 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.460505 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.460806 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.461072 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.461518 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.461775 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.462309 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.462574 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.463032 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.463576 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.463995 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.464337 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.464720 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.465156 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.466880 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.467124 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.467367 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.468342 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.468583 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.468830 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.469205 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.469502 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.470050 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.470458 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.470850 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.471199 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.471798 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.472095 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.472517 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.473050 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.473281 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.473520 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.473777 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.474612 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.474860 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.475355 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.475583 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.475815 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.476071 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.476328 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.476579 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.476801 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.477049 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.477275 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.477493 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.477714 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.478041 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.478287 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.478506 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.478726 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.478974 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.479195 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.479440 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.479661 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.479899 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.480140 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.480421 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.480756 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.481037 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.481300 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.481562 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.481815 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.482062 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.482313 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.482537 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.482784 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.483002 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.484038 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.485955 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.486237 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.486487 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.486769 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.487022 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.487272 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.487506 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.487733 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.488003 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.488235 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.488495 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.488754 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.491685 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.491992 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.493702 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.493702 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.493899 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.494065 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.494315 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.494592 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.494916 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.495211 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.495554 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.495806 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.496094 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.496361 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.496620 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.496874 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.497167 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.497431 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.497680 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.497965 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.498214 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.498439 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.498679 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.499460 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.499805 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.500059 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.500295 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.500532 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.500823 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.501085 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.501326 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.501591 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.501847 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.502094 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.502352 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.502585 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.502803 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.503207 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.503450 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.503671 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.503900 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.504149 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.504362 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.504580 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.504793 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.505259 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.505512 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.505769 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.506027 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.506292 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.506531 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.506797 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.507028 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.507283 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.507557 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.507648 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:21.507830 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.508056 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.508616 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.508888 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.509191 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.509419 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.509692 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.509943 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.510182 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.510430 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.510659 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.510917 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.511135 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.511402 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.511625 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.511841 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.512056 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.512278 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.512524 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.512737 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.513006 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.513223 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.513462 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.513699 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.514027 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.514276 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.514552 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.514810 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.515031 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.515254 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.515479 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.515699 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.515935 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.516154 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.516395 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.516663 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.516940 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.517197 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.517413 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.517626 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.517837 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.518053 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.518263 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.518646 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.520198 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.521123 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.521393 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.521637 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.521875 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.522094 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.522310 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.522608 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.522969 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.523233 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.523470 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.523683 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.523904 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.524122 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.524410 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.524670 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.524887 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.525290 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.525550 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.525801 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.526087 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.526430 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.526655 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.526908 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.527181 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.527413 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.527659 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.527981 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.528256 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.528566 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.528829 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.529114 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.529401 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.529676 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.529949 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.530196 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.530512 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.530837 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.531123 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.531380 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.531630 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.531915 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.532138 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.532373 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.532614 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.532873 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.533115 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.533383 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.533620 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.533846 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.534078 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.534305 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.534546 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.534775 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.535006 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.535246 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.535483 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.535640 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 18:57:21.536156 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79208) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 20 18:57:21.536313 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 20 18:57:21.536465 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 20 18:57:21.536630 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 20 18:57:21.536796 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 20 18:57:21.536959 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 20 18:57:21.537163 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.537322 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.537735 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.537904 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.538061 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.538237 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.538394 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.538554 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.538714 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.538869 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.539210 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.539382 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.539544 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.539699 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.539856 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.540010 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.540165 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.540326 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.540469 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.540624 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.540779 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.540954 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.541111 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] debug = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.541265 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.541475 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.541622 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.541872 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.542036 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.542192 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.542347 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.542503 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.542657 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.542812 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.542967 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.543121 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.543277 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.543432 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.543588 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.543742 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.543897 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.544051 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] host = dv-cinder-805283-1-smb {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.544205 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.544359 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.544512 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.544667 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.544822 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.544998 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.545154 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.545308 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.545462 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.545616 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.546295 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.546451 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.546592 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.546749 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.546901 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_options = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.547055 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.547209 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.547362 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.547541 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.547702 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.547856 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.547996 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.548154 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.548308 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.548462 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.548615 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.548769 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.548946 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.549103 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.549257 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.549398 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.549555 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.549709 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.549866 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.550020 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.550174 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.550329 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.550483 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.550636 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.550792 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.550945 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.551100 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.551253 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.551407 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.551560 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.551714 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.551869 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.552023 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.552168 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.552319 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.552474 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.552628 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.552786 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.552966 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.553180 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.553348 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.553502 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.553642 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.553798 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.553953 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.554106 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_json = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.554261 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.554415 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.555309 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.555477 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.555635 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.555833 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.556252 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.556377 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:21.556546 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.556713 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.556887 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.557069 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.557228 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.557389 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.557549 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.557706 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.557864 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.558324 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.558496 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.559207 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.559396 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.559559 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.559720 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.559883 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.560991 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.561160 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.561691 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.562151 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.562336 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.562499 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.562723 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.562936 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.563102 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.563260 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.563756 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.563756 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.563929 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.564008 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.564168 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.564332 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.564492 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.564650 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.564810 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.565004 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.565219 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.565383 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.565542 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.565825 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.565992 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.566151 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.566311 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.566579 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.566820 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.566985 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.567477 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.567609 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.567732 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.567865 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.567999 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.568137 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.568301 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.568459 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.568617 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.568784 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.569221 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.569381 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.569540 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.569700 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.569977 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.570157 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.570317 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.570474 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.570633 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.570791 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.570949 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.571107 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.571266 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.571424 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.571582 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.571729 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.571885 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.572044 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.572202 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.572359 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.572516 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.572673 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.572830 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.573025 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.573182 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.573340 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.573498 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.573656 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.573823 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.573996 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.574154 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.574312 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.574469 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.574626 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.574783 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.574942 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.575098 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.575255 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.575412 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.575569 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.575726 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.575887 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.576044 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.576201 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.576357 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.576514 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.576670 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.576827 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.577511 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.577670 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.577829 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.577987 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.578144 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.578302 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.578460 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.578628 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.578786 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.578946 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.579109 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.579274 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.579444 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.579602 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.579761 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.579920 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.580078 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.580236 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.580393 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.580551 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.580707 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.580866 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.581044 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.581210 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.581378 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.581537 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.581694 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.581852 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.582031 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.582188 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.582345 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.582502 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.582658 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.582815 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.582973 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.583130 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.583288 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.583445 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.583604 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.583761 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.583919 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.584076 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.584233 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.584390 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.584547 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.584703 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.584884 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.585064 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.585223 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.585381 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.585539 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.585696 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.585855 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.586012 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.586170 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.586327 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.586484 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.586641 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.586821 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.586978 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.587134 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.587291 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.587447 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.587604 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.587761 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.587921 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.588079 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.588236 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.588392 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.588550 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.588707 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.588864 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.589050 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.589208 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.589365 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.589524 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.589681 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.589838 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.589996 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.590152 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.590328 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.590485 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.590642 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.590814 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.590971 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.591128 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.591285 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.591443 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.591600 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.591758 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.591923 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.592061 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.592218 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.592374 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.592548 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.592741 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.592918 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.593081 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.593273 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.593434 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.593591 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.593749 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.593920 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.594079 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.594237 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.594394 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.594552 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.594720 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.594878 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.595035 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.595193 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.595350 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.595517 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.595674 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.595831 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.595988 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.596146 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.596313 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.596472 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.596629 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.596796 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.596977 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.597136 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.597292 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.597462 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.597619 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.597765 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.597926 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.598085 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.598243 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.598402 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.598563 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.598731 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.598894 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.599056 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.599221 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.599387 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.599552 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.599710 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.600129 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.600308 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.600466 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.600623 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.600780 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.600964 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.601122 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.601280 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.601437 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.601593 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.601750 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.601907 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.602063 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.602220 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.602377 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.602538 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.602694 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.602851 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.603007 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.603164 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.603321 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:21.603470 dv-cinder-805283-1-smb neutron-server[79208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 18:57:21.775038 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 39284) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:21.783545 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063510 Aug 20 18:57:32.284319 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d8a8f-031a-4552-b9f9-b57991d32d70 None None] get_active_networks_info from dv-cinder-805283-1-smb {{(pid=79349) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 20 18:57:32.356780 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46d8a8f-031a-4552-b9f9-b57991d32d70 None None] No non-hosted networks {{(pid=79349) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 18:57:32.366615 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.agentschedulers_db [None req-b46d8a8f-031a-4552-b9f9-b57991d32d70 None None] DHCP Agent not found on host dv-cinder-805283-1-smb {{(pid=79349) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 20 18:57:32.429154 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-19d5e17c-c1c7-46ec-8589-1124f35cbaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761171'] for agent, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:32.696380 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761171'] for agent, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:32.697106 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.697744 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.698102 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.698664 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.699247 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.699850 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.700316 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.700712 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.701183 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.701682 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.702559 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.702963 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:32.703577 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805283-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:32.711963 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805283-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:34.806721 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-043b02dc-8a42-47ca-8d22-ba88e7bf6d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761171'] for agent, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:34.850250 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-28a0f360-4acc-4ea5-bbed-fb821d0dd08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:35.846085 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761171'] for agent, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:37.135582 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761171'] for agent, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:38.840305 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 39376) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:39.436646 dv-cinder-805283-1-smb neutron-server[79348]: WARNING oslo_policy.policy [None req-f3b3d95a-d154-44fe-84fb-56b520bcf1c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:57:39.437230 dv-cinder-805283-1-smb neutron-server[79348]: WARNING oslo_policy.policy [None req-f3b3d95a-d154-44fe-84fb-56b520bcf1c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:57:39.653491 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [None req-f3b3d95a-d154-44fe-84fb-56b520bcf1c2 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=79348) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 18:57:39.654542 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-f3b3d95a-d154-44fe-84fb-56b520bcf1c2 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8133171 Aug 20 18:57:39.760843 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.db.l3_hamode_db [None req-7bfac049-c6ac-46df-b2c4-8ac24ceb9a32 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 18:57:39.847396 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfac049-c6ac-46df-b2c4-8ac24ceb9a32 None None] Routers set() bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 18:57:39.847794 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfac049-c6ac-46df-b2c4-8ac24ceb9a32 None None] Router IDs set() for agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 20 18:57:41.985360 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 39390) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:42.561688 dv-cinder-805283-1-smb neutron-server[79347]: WARNING oslo_policy.policy [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:57:42.562255 dv-cinder-805283-1-smb neutron-server[79347]: WARNING oslo_policy.policy [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:57:42.776419 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:57:42.874749 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.policy [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79347) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 18:57:42.918053 dv-cinder-805283-1-smb neutron-server[79347]: WARNING oslo_policy.policy [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:57:42.918412 dv-cinder-805283-1-smb neutron-server[79347]: WARNING oslo_policy.policy [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:57:42.928586 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.quota [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] Loaded quota_driver: . Aug 20 18:57:42.943673 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:57:43.001444 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734866501525', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734866501094', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734866509926', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734866515164', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734866526801', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734866533242', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1318873', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1210676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-883270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1047646'] for rbac-policy, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:43.064264 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:43.069403 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-fed9ad1f-abd2-4179-9c28-fc1c1618b2f8 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0818896 Aug 20 18:57:45.611318 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 39408) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:45.951002 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Request body: {'network': {'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'name': 'private', 'admin_state_up': True}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:57:45.956114 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:57:45.960277 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Usage tracker for resource:network and tenant:7c21758bc73b4bddb92f2540f0b712fb is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:57:45.964893 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:57:45.971587 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:57:45.981065 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Made reservation on behalf of 7c21758bc73b4bddb92f2540f0b712fb for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 18:57:45.984544 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:46.001630 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:46.015054 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:57:46.018636 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Usage tracker for resource:security_group_rule and tenant:7c21758bc73b4bddb92f2540f0b712fb is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:57:46.023452 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:57:46.029105 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:57:46.122145 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:46.125756 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:46.130850 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:46.149011 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=79347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 18:57:46.174402 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734867561876', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:46.174991 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Unsubscribe: segment precommit_create {{(pid=79347) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 18:57:46.175465 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Added segment f15c533e-9a2b-41dc-9cd2-a657795b6e20 of type vlan for network a66bd6f7-bccc-49ea-b528-44c3ca841a9b Aug 20 18:57:46.230693 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0298b1c-2375-4133-bf1d-84f50c6a82e8,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:57:46.251186 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.251519 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.251851 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.252165 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.252479 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.252793 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.253127 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.253439 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.253764 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.254077 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.254383 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.254686 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Tracked resource versions report: Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: pushed versions: Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: { 'AddressGroup': {'1.2'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'ConntrackHelper': {'1.0'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'Log': {'1.0'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'Network': {'1.1'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'Port': {'1.7'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'PortForwarding': {'1.2'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'QosPolicy': {'1.8'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'SecurityGroup': {'1.4'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'SecurityGroupRule': {'1.2'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'SubPort': {'1.0'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'Subnet': {'1.1'}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'Trunk': {'1.1'}} Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: consumer versions: Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: { DHCP agent@dv-cinder-805283-1-smb: {}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: L3 agent@dv-cinder-805283-1-smb: {}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: Metadata agent@dv-cinder-805283-1-smb: {}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: Metering agent@dv-cinder-805283-1-smb: {}, Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: Open vSwitch agent@dv-cinder-805283-1-smb: { 'AddressGroup': '1.2', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'ConntrackHelper': '1.0', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'Log': '1.0', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'Network': '1.1', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'Port': '1.7', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'PortForwarding': '1.2', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'QosPolicy': '1.8', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'SecurityGroup': '1.4', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'SecurityGroupRule': '1.2', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'SubPort': '1.0', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'Subnet': '1.1', Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: 'Trunk': '1.1'}} Aug 20 18:57:46.255741 dv-cinder-805283-1-smb neutron-server[79347]: {{(pid=79347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 18:57:46.299127 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:46.300824 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:46.344117 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:46.345757 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:57:46.346392 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:46.351403 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:46.454858 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Pushing event updated for resources: {'Network': ['ID=a66bd6f7-bccc-49ea-b528-44c3ca841a9b,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:57:46.458106 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:46.459611 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8473253 Aug 20 18:57:46.465967 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network a66bd6f7-bccc-49ea-b528-44c3ca841a9b details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 18:57:49.084555 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 39424) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:49.530809 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68a2d5b-a348-4628-ac13-2b7333910562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:57:49.532133 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-a68a2d5b-a348-4628-ac13-2b7333910562 admin admin] 10.222.0.50 "GET /v2.0/networks/a66bd6f7-bccc-49ea-b528-44c3ca841a9b HTTP/1.1" status: 200 len: 825 time: 0.4466074 Aug 20 18:57:49.561376 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-62e89faa-1f18-4a05-b732-e0dbf4b48d87 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/a302229b-07ea-4795-9230-d350a99acad0 HTTP/1.1" status: 200 len: 734 time: 0.0233145 Aug 20 18:57:49.569359 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Request body: {'subnet': {'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'ip_version': 4, 'subnetpool_id': 'a302229b-07ea-4795-9230-d350a99acad0', 'gateway_ip': '172.20.0.1', 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b', 'name': 'private-subnet'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:57:49.573354 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:57:49.577616 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Usage tracker for resource:subnet and tenant:7c21758bc73b4bddb92f2540f0b712fb is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:57:49.580366 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:57:49.585817 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:57:49.596029 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Made reservation on behalf of 7c21758bc73b4bddb92f2540f0b712fb for: {'subnet': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 18:57:49.598223 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:49.861715 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:49.866519 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:49.957419 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Checking segment: {'id': 'f15c533e-9a2b-41dc-9cd2-a657795b6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 18:57:49.957789 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Network hostable DHCP agents. Network: a66bd6f7-bccc-49ea-b528-44c3ca841a9b, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 18:57:49.963029 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:57:49.970829 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:49.982163 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Network a66bd6f7-bccc-49ea-b528-44c3ca841a9b is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 18:57:49.992408 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, a66bd6f7-bccc-49ea-b528-44c3ca841a9b) {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:57:49.996835 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:57:49.997435 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:50.002373 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfb98a6-b96d-42c4-8e63-895447e8f4a2 None None] Network a66bd6f7-bccc-49ea-b528-44c3ca841a9b requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 18:57:50.027322 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4514918 Aug 20 18:57:50.393893 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3d8901-d662-534c-975b-ed239554e1e2-a66bd6f7-bccc-49ea-b528-44c3ca841a9b', 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'fixed_ips': [{'subnet_id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f'}]}} from dv-cinder-805283-1-smb. {{(pid=79349) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 18:57:50.395213 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:50.577010 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.db_base_plugin_common [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Allocated IP 172.20.0.2 (a66bd6f7-bccc-49ea-b528-44c3ca841a9b/bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f/cf26883b-312d-47b9-939e-09d954eccfc3) {{(pid=79349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 18:57:50.799353 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Notify callbacks [] for port, precommit_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:50.812358 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Transition to ACTIVE for port object cf26883b-312d-47b9-939e-09d954eccfc3 will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 18:57:50.834593 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Transition to ACTIVE for port object cf26883b-312d-47b9-939e-09d954eccfc3 will not be triggered until provisioned by entity DHCP. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 18:57:50.841262 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:50.846419 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:50.907202 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Network a66bd6f7-bccc-49ea-b528-44c3ca841a9b is already hosted by enough agents. {{(pid=79349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 18:57:50.909934 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.base_scheduler [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Resources bound (agent type, host, resource id): {{(pid=79349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:57:50.913223 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Received port after_create {{(pid=79349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 18:57:50.922468 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Pushing event updated for resources: {'Port': ['ID=cf26883b-312d-47b9-939e-09d954eccfc3,revision_number=1']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:57:50.957210 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.957550 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.957881 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.958204 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.958526 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.958845 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.959163 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.959478 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.959792 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.960108 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.960417 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.960726 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Tracked resource versions report: Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: pushed versions: Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: { 'AddressGroup': {'1.2'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'ConntrackHelper': {'1.0'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'Log': {'1.0'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'Network': {'1.1'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'Port': {'1.7'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'PortForwarding': {'1.2'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'QosPolicy': {'1.8'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'SecurityGroup': {'1.4'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'SecurityGroupRule': {'1.2'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'SubPort': {'1.0'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'Subnet': {'1.1'}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'Trunk': {'1.1'}} Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: consumer versions: Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: { DHCP agent@dv-cinder-805283-1-smb: {}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: L3 agent@dv-cinder-805283-1-smb: {}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: Metadata agent@dv-cinder-805283-1-smb: {}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: Metering agent@dv-cinder-805283-1-smb: {}, Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: Open vSwitch agent@dv-cinder-805283-1-smb: { 'AddressGroup': '1.2', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'ConntrackHelper': '1.0', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'Log': '1.0', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'Network': '1.1', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'Port': '1.7', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'PortForwarding': '1.2', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'QosPolicy': '1.8', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'SecurityGroup': '1.4', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'SecurityGroupRule': '1.2', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'SubPort': '1.0', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'Subnet': '1.1', Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: 'Trunk': '1.1'}} Aug 20 18:57:50.961829 dv-cinder-805283-1-smb neutron-server[79349]: {{(pid=79349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 18:57:50.973013 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:51.020157 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Attempting to bind port cf26883b-312d-47b9-939e-09d954eccfc3 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 18:57:51.020809 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Attempting to bind port cf26883b-312d-47b9-939e-09d954eccfc3 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'f15c533e-9a2b-41dc-9cd2-a657795b6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 18:57:51.020983 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Attempting to bind port cf26883b-312d-47b9-939e-09d954eccfc3 on network a66bd6f7-bccc-49ea-b528-44c3ca841a9b {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 18:57:51.026042 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 18:57:51.026443 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Checking segment: {'id': 'f15c533e-9a2b-41dc-9cd2-a657795b6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 18:57:51.026928 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:51.027315 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Bound using segment: {'id': 'f15c533e-9a2b-41dc-9cd2-a657795b6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 18:57:51.027773 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Bound port: cf26883b-312d-47b9-939e-09d954eccfc3, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15c533e-9a2b-41dc-9cd2-a657795b6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 18:57:51.028150 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:51.112300 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] For port cf26883b-312d-47b9-939e-09d954eccfc3, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 18:57:51.115987 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] For port cf26883b-312d-47b9-939e-09d954eccfc3, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=cf26883b-312d-47b9-939e-09d954eccfc3,segment=NetworkSegment(f15c533e-9a2b-41dc-9cd2-a657795b6e20),segment_id=f15c533e-9a2b-41dc-9cd2-a657795b6e20)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 18:57:51.120396 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:51.125077 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:51.226170 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Pushing event updated for resources: {'Port': ['ID=cf26883b-312d-47b9-939e-09d954eccfc3,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:57:51.229544 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:52.380628 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 39434) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:52.749653 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [None req-1e6bf3cb-ca93-464c-8aa4-eb9069fd347d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=79347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 18:57:52.750649 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-1e6bf3cb-ca93-464c-8aa4-eb9069fd347d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3687623 Aug 20 18:57:54.833556 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07305d6-0254-45ef-aced-28384dd4833d None None] Network a66bd6f7-bccc-49ea-b528-44c3ca841a9b requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 18:57:54.931507 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-42d44432-8560-43c4-acf2-444db2075294 None None] Provisioning for port cf26883b-312d-47b9-939e-09d954eccfc3 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 18:57:54.940820 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device cf26883b-312d-47b9-939e-09d954eccfc3 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:57:55.080810 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port cf26883b-312d-47b9-939e-09d954eccfc3 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 18:57:55.093672 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port cf26883b-312d-47b9-939e-09d954eccfc3 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:57:55.094079 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.108462 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 39450) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:55.265573 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.302396 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port cf26883b-312d-47b9-939e-09d954eccfc3, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=cf26883b-312d-47b9-939e-09d954eccfc3,segment=NetworkSegment(f15c533e-9a2b-41dc-9cd2-a657795b6e20),segment_id=f15c533e-9a2b-41dc-9cd2-a657795b6e20)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 18:57:55.307845 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.312655 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:55.399706 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=cf26883b-312d-47b9-939e-09d954eccfc3,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:57:55.402959 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:55.490105 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-dab60777-7a53-4ccb-8bb1-7edb668f1566 None None] Provisioning complete for port cf26883b-312d-47b9-939e-09d954eccfc3 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:57:55.490480 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-dab60777-7a53-4ccb-8bb1-7edb668f1566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.500775 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [None req-736b8748-f96a-4770-b69a-9690d53f2bbf admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=79347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 18:57:55.501784 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-736b8748-f96a-4770-b69a-9690d53f2bbf admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3923280 Aug 20 18:57:56.874204 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device cf26883b-312d-47b9-939e-09d954eccfc3 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:57:56.938953 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port cf26883b-312d-47b9-939e-09d954eccfc3 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:57:56.939323 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:58.084176 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 39462) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:58.432518 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] Request body: {'router': {'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'admin_state_up': True, 'name': 'router1'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:57:58.437878 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:57:58.441631 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] Usage tracker for resource:router and tenant:7c21758bc73b4bddb92f2540f0b712fb is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:57:58.444822 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:57:58.450446 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:57:58.460110 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-847'] for router, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:58.461699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:58.483917 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:58.587714 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754335'] for router, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:58.605579 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] Notify callbacks [] for router, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:58.606814 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-8705100f-f190-4d7c-9471-934863ad19ff admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5216517 Aug 20 18:58:00.939123 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 39472) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:01.297014 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [None req-8b2048a6-94fd-4c2e-82e4-68edc9201e5f admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=79347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 18:58:01.298286 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-8b2048a6-94fd-4c2e-82e4-68edc9201e5f admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3582296 Aug 20 18:58:02.207454 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-d7b9a059-19e7-45b3-a573-ea2bd6356048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:02.679726 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:03.672239 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 39482) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:04.032056 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:58:04.036979 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:58:04.040751 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Usage tracker for resource:network and tenant:788849d5003544d0af48e104e4d71748 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:58:04.043565 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:58:04.049750 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:58:04.059043 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Made reservation on behalf of 788849d5003544d0af48e104e4d71748 for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 18:58:04.062267 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.077926 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.091734 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:58:04.095389 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Usage tracker for resource:security_group_rule and tenant:788849d5003544d0af48e104e4d71748 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:58:04.098165 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:58:04.103977 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:58:04.184301 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.188782 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.193039 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:04.206418 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Reserving flat network on physical network physnet1 {{(pid=79347) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 18:58:04.229926 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528b23bb-92a0-4f96-9b29-20f29d7a6603,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:04.233465 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.233819 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Added segment d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96 of type flat for network a1374c77-d1c1-4672-958d-890c6990cccb Aug 20 18:58:04.235059 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:04.268246 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.303777 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.304970 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:58:04.305540 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.310060 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:04.403777 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7304685 Aug 20 18:58:04.409403 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Pushing event updated for resources: {'Network': ['ID=a1374c77-d1c1-4672-958d-890c6990cccb,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:04.419591 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:04.426635 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network a1374c77-d1c1-4672-958d-890c6990cccb details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 18:58:04.792280 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-59eafb61-9b9d-4bf8-b2c4-8e524bc74c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:05.799064 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:06.742554 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 39502) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:06.948650 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab191819-8ea1-439f-b89f-7ce5a8cfef58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:58:06.950014 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ab191819-8ea1-439f-b89f-7ce5a8cfef58 admin admin] 10.222.0.50 "GET /v2.0/subnets/bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f HTTP/1.1" status: 200 len: 849 time: 0.2064872 Aug 20 18:58:07.088747 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-0c917930-1e95-446d-8d91-f2e01efb12a8 admin admin] 10.222.0.50 "GET /v2.0/routers/362e8c9f-ecdc-44bb-968b-74ab77438bfc HTTP/1.1" status: 200 len: 704 time: 0.1327069 Aug 20 18:58:07.093890 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:07.548915 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:07.796267 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Allocated IP 172.20.0.1 (a66bd6f7-bccc-49ea-b528-44c3ca841a9b/bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f/7c131846-2ef8-49b5-b831-2e06b821cb4c) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 18:58:07.948137 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:07.964845 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Transition to ACTIVE for port object 7c131846-2ef8-49b5-b831-2e06b821cb4c will not be triggered until provisioned by entity DHCP. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 18:58:08.017173 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:08.021416 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:08.081691 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Network a66bd6f7-bccc-49ea-b528-44c3ca841a9b is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 18:58:08.084660 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:58:08.088770 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 18:58:08.089317 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668250'] for router_interface, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:08.210747 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c131846-2ef8-49b5-b831-2e06b821cb4c,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:08.217544 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:08.290488 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-2fb60133-0aee-4aa0-b9d8-a886d82cc201 None None] Provisioning for port 7c131846-2ef8-49b5-b831-2e06b821cb4c completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 18:58:08.295556 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-2fb60133-0aee-4aa0-b9d8-a886d82cc201 None None] Provisioning complete for port 7c131846-2ef8-49b5-b831-2e06b821cb4c triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:08.295925 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2fb60133-0aee-4aa0-b9d8-a886d82cc201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:08.347935 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-2fb60133-0aee-4aa0-b9d8-a886d82cc201 None None] Port 7c131846-2ef8-49b5-b831-2e06b821cb4c cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 18:58:08.354371 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:08.573049 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:08.577323 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:08.578415 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668213'] for router_interface, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:08.582262 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:08.674675 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c131846-2ef8-49b5-b831-2e06b821cb4c,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:08.717262 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:08.769189 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Network a66bd6f7-bccc-49ea-b528-44c3ca841a9b is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 18:58:08.770219 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:58:08.957020 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Router 362e8c9f-ecdc-44bb-968b-74ab77438bfc is scheduled to L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 with binding_index 1 {{(pid=79347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 18:58:08.968995 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-d9b2bc53-10b0-4fce-85de-e11e0395ce33 None None] Provisioning complete for port 7c131846-2ef8-49b5-b831-2e06b821cb4c triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:08.969364 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bc53-10b0-4fce-85de-e11e0395ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:09.025416 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-d9b2bc53-10b0-4fce-85de-e11e0395ce33 None None] Port 7c131846-2ef8-49b5-b831-2e06b821cb4c cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 18:58:09.142259 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 18:58:09.151693 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Sync routers for ids ['362e8c9f-ecdc-44bb-968b-74ab77438bfc'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 18:58:09.152350 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] 10.222.0.50 "PUT /v2.0/routers/362e8c9f-ecdc-44bb-968b-74ab77438bfc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0579736 Aug 20 18:58:09.163693 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Routers {'362e8c9f-ecdc-44bb-968b-74ab77438bfc'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 18:58:09.164612 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T18:58:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['362e8c9f-ecdc-44bb-968b-74ab77438bfc'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:09.338331 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Set router 362e8c9f-ecdc-44bb-968b-74ab77438bfc gateway port host: None {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 18:58:09.699723 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'name': 'router1', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:57:58Z', 'updated_at': '2021-08-20T18:58:08Z', 'revision_number': 2, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'gw_port_host': None, '_interfaces': [{'id': '7c131846-2ef8-49b5-b831-2e06b821cb4c', 'name': '', 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'mac_address': 'fa:16:3e:b2:fe:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:08Z', 'revision_number': 2, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'subnets': [{'id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a302229b-07ea-4795-9230-d350a99acad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:09.705177 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Checking router: 362e8c9f-ecdc-44bb-968b-74ab77438bfc for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 18:58:09.705574 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Updating router 362e8c9f-ecdc-44bb-968b-74ab77438bfc port 7c131846-2ef8-49b5-b831-2e06b821cb4c binding host dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 18:58:09.759156 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:10.127759 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Notify callbacks [] for port, precommit_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:10.142751 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.provisioning_blocks [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Transition to ACTIVE for port object 7c131846-2ef8-49b5-b831-2e06b821cb4c will not be triggered until provisioned by entity L2. {{(pid=79350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 18:58:10.149528 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:10.155566 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:10.361482 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Pushing event updated for resources: {'Port': ['ID=7c131846-2ef8-49b5-b831-2e06b821cb4c,revision_number=3']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:10.379602 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.379871 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.380202 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.380528 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.380844 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.381187 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.381503 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.381815 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.382127 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.382448 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.382743 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.383048 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Tracked resource versions report: Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: pushed versions: Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: { 'AddressGroup': {'1.2'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'ConntrackHelper': {'1.0'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'Log': {'1.0'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'Network': {'1.1'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'Port': {'1.7'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'PortForwarding': {'1.2'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'QosPolicy': {'1.8'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'SecurityGroup': {'1.4'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'SecurityGroupRule': {'1.2'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'SubPort': {'1.0'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'Subnet': {'1.1'}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'Trunk': {'1.1'}} Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: consumer versions: Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: { DHCP agent@dv-cinder-805283-1-smb: {}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: L3 agent@dv-cinder-805283-1-smb: {}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: Metadata agent@dv-cinder-805283-1-smb: {}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: Metering agent@dv-cinder-805283-1-smb: {}, Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: Open vSwitch agent@dv-cinder-805283-1-smb: { 'AddressGroup': '1.2', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'ConntrackHelper': '1.0', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'Log': '1.0', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'Network': '1.1', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'Port': '1.7', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'PortForwarding': '1.2', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'QosPolicy': '1.8', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'SecurityGroup': '1.4', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'SecurityGroupRule': '1.2', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'SubPort': '1.0', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'Subnet': '1.1', Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: 'Trunk': '1.1'}} Aug 20 18:58:10.384145 dv-cinder-805283-1-smb neutron-server[79350]: {{(pid=79350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 18:58:10.402732 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:10.403464 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Attempting to bind port 7c131846-2ef8-49b5-b831-2e06b821cb4c on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 18:58:10.403857 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Attempting to bind port 7c131846-2ef8-49b5-b831-2e06b821cb4c by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'f15c533e-9a2b-41dc-9cd2-a657795b6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b'}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 18:58:10.404371 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Attempting to bind port 7c131846-2ef8-49b5-b831-2e06b821cb4c on network a66bd6f7-bccc-49ea-b528-44c3ca841a9b {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 18:58:10.409582 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 18:58:10.409998 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Checking segment: {'id': 'f15c533e-9a2b-41dc-9cd2-a657795b6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 18:58:10.410486 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:10.410872 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Bound using segment: {'id': 'f15c533e-9a2b-41dc-9cd2-a657795b6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b'} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 18:58:10.411376 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Bound port: 7c131846-2ef8-49b5-b831-2e06b821cb4c, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15c533e-9a2b-41dc-9cd2-a657795b6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b'}}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 18:58:10.411757 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:10.496925 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] For port 7c131846-2ef8-49b5-b831-2e06b821cb4c, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 18:58:10.501295 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] For port 7c131846-2ef8-49b5-b831-2e06b821cb4c, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=7c131846-2ef8-49b5-b831-2e06b821cb4c,segment=NetworkSegment(f15c533e-9a2b-41dc-9cd2-a657795b6e20),segment_id=f15c533e-9a2b-41dc-9cd2-a657795b6e20)] {{(pid=79350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 18:58:10.506510 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:10.510980 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:10.590632 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Pushing event updated for resources: {'Port': ['ID=7c131846-2ef8-49b5-b831-2e06b821cb4c,revision_number=4']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:10.595305 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:10.600082 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Routers {'362e8c9f-ecdc-44bb-968b-74ab77438bfc'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 18:58:10.600685 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T18:58:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['362e8c9f-ecdc-44bb-968b-74ab77438bfc'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:10.752252 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] Set router 362e8c9f-ecdc-44bb-968b-74ab77438bfc gateway port host: None {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 18:58:11.067928 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'name': 'router1', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:57:58Z', 'updated_at': '2021-08-20T18:58:08Z', 'revision_number': 2, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'gw_port_host': None, '_interfaces': [{'id': '7c131846-2ef8-49b5-b831-2e06b821cb4c', 'name': '', 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'mac_address': 'fa:16:3e:b2:fe:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:10Z', 'revision_number': 4, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'subnets': [{'id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a302229b-07ea-4795-9230-d350a99acad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:11.071690 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a92d5c-5310-49af-ae3a-c8572ff560f8 None None] The sync data for ids ['362e8c9f-ecdc-44bb-968b-74ab77438bfc'] in dv-cinder-805283-1-smb is: [{'id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'name': 'router1', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:57:58Z', 'updated_at': '2021-08-20T18:58:08Z', 'revision_number': 2, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'gw_port_host': None, '_interfaces': [{'id': '7c131846-2ef8-49b5-b831-2e06b821cb4c', 'name': '', 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'mac_address': 'fa:16:3e:b2:fe:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:10Z', 'revision_number': 4, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'subnets': [{'id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a302229b-07ea-4795-9230-d350a99acad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 18:58:11.345383 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 39524) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:11.499557 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef021d3-8670-4dd6-9d92-c97225054385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:58:11.500139 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-eef021d3-8670-4dd6-9d92-c97225054385 admin admin] Synchronizing usage tracker for tenant:788849d5003544d0af48e104e4d71748 on resource:network {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 18:58:11.516988 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-eef021d3-8670-4dd6-9d92-c97225054385 admin admin] Unset dirty status for tenant:788849d5003544d0af48e104e4d71748 on resource:network {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 18:58:11.518165 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-eef021d3-8670-4dd6-9d92-c97225054385 admin admin] 10.222.0.50 "GET /v2.0/networks/a1374c77-d1c1-4672-958d-890c6990cccb HTTP/1.1" status: 200 len: 842 time: 0.1719117 Aug 20 18:58:11.527387 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Request body: {'subnet': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:58:11.532467 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:58:11.536862 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Usage tracker for resource:subnet and tenant:788849d5003544d0af48e104e4d71748 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:58:11.539664 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:58:11.546385 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:58:11.558267 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Made reservation on behalf of 788849d5003544d0af48e104e4d71748 for: {'subnet': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 18:58:11.561350 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:11.939372 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.objects.ports [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79347) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 20 18:58:11.939843 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:11.945615 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:12.020374 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04312567-1b0e-4b54-80fa-3bc53d3f3f38,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:12.024107 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Checking segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 18:58:12.024468 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Network hostable DHCP agents. Network: a1374c77-d1c1-4672-958d-890c6990cccb, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 18:58:12.030418 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:12.042947 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Network a1374c77-d1c1-4672-958d-890c6990cccb is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 18:58:12.052340 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, a1374c77-d1c1-4672-958d-890c6990cccb) {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:58:12.056307 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:58:12.056989 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:12.061313 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33825718-3404-4645-9f5a-a50f84fd9b0f None None] Network a1374c77-d1c1-4672-958d-890c6990cccb requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 18:58:12.077639 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5536435 Aug 20 18:58:12.285954 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c774e-0cf2-48e9-8242-0568758366e9 None None] Network a1374c77-d1c1-4672-958d-890c6990cccb requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 18:58:12.911322 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 7c131846-2ef8-49b5-b831-2e06b821cb4c up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:58:12.981640 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 7c131846-2ef8-49b5-b831-2e06b821cb4c completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 18:58:12.987923 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 7c131846-2ef8-49b5-b831-2e06b821cb4c triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:12.988293 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:13.100791 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:13.131454 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 7c131846-2ef8-49b5-b831-2e06b821cb4c, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=7c131846-2ef8-49b5-b831-2e06b821cb4c,segment=NetworkSegment(f15c533e-9a2b-41dc-9cd2-a657795b6e20),segment_id=f15c533e-9a2b-41dc-9cd2-a657795b6e20)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 18:58:13.137078 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:13.139688 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-0116ad1f-623c-462e-aa32-46040f310376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:13.202478 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=7c131846-2ef8-49b5-b831-2e06b821cb4c,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:13.205405 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:14.265528 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 39538) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:14.386808 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.policy [None req-396f0057-196b-45b4-af52-2615a5864d21 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79348) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 18:58:14.431935 dv-cinder-805283-1-smb neutron-server[79348]: WARNING oslo_policy.policy [None req-396f0057-196b-45b4-af52-2615a5864d21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:58:14.432361 dv-cinder-805283-1-smb neutron-server[79348]: WARNING oslo_policy.policy [None req-396f0057-196b-45b4-af52-2615a5864d21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:58:14.653598 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-396f0057-196b-45b4-af52-2615a5864d21 admin admin] 10.222.0.50 "GET /v2.0/routers/362e8c9f-ecdc-44bb-968b-74ab77438bfc HTTP/1.1" status: 200 len: 710 time: 0.3868756 Aug 20 18:58:14.811943 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7caa0a9-ef48-48cd-a766-8ddba21243a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:58:14.813616 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-f7caa0a9-ef48-48cd-a766-8ddba21243a1 admin admin] 10.222.0.50 "GET /v2.0/networks/a1374c77-d1c1-4672-958d-890c6990cccb HTTP/1.1" status: 200 len: 886 time: 0.1542838 Aug 20 18:58:14.822223 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:58:14.881664 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 7c131846-2ef8-49b5-b831-2e06b821cb4c up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:58:14.946235 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 7c131846-2ef8-49b5-b831-2e06b821cb4c triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:14.946529 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:15.262920 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-848'] for router, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:15.585427 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:15.645651 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:15.781427 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Allocated IP 172.28.2.153 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/3034f18f-363e-4be5-afe5-33e4f1840518) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 18:58:15.929784 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:15.986912 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:15.992607 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:16.038823 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 18:58:16.050252 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:58:16.091094 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 18:58:16.145327 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Pushing event updated for resources: {'Port': ['ID=3034f18f-363e-4be5-afe5-33e4f1840518,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:16.161812 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.162143 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.162464 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.162778 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.163089 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.163401 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.163709 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.164017 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.164332 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.164636 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.164960 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.165263 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Tracked resource versions report: Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: pushed versions: Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: { 'AddressGroup': {'1.2'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'ConntrackHelper': {'1.0'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'Log': {'1.0'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'Network': {'1.1'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'Port': {'1.7'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'PortForwarding': {'1.2'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'QosPolicy': {'1.8'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'SecurityGroup': {'1.4'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'SecurityGroupRule': {'1.2'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'SubPort': {'1.0'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'Subnet': {'1.1'}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'Trunk': {'1.1'}} Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: consumer versions: Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: { DHCP agent@dv-cinder-805283-1-smb: {}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: L3 agent@dv-cinder-805283-1-smb: {}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: Metadata agent@dv-cinder-805283-1-smb: {}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: Metering agent@dv-cinder-805283-1-smb: {}, Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: Open vSwitch agent@dv-cinder-805283-1-smb: { 'AddressGroup': '1.2', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'ConntrackHelper': '1.0', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'Log': '1.0', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'Network': '1.1', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'Port': '1.7', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'PortForwarding': '1.2', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'QosPolicy': '1.8', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'SecurityGroup': '1.4', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'SecurityGroupRule': '1.2', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'SubPort': '1.0', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'Subnet': '1.1', Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: 'Trunk': '1.1'}} Aug 20 18:58:16.166325 dv-cinder-805283-1-smb neutron-server[79348]: {{(pid=79348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 18:58:16.231346 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:16.507397 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:16.830325 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-848'] for router, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:16.834169 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665700'] for router, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:17.018150 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Router 362e8c9f-ecdc-44bb-968b-74ab77438bfc has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 18:58:17.190104 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 18:58:17.199336 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Notify callbacks [] for router, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:17.200021 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Sync routers for ids ['362e8c9f-ecdc-44bb-968b-74ab77438bfc'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 18:58:17.200514 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] 10.222.0.50 "PUT /v2.0/routers/362e8c9f-ecdc-44bb-968b-74ab77438bfc HTTP/1.1" status: 200 len: 890 time: 2.3816533 Aug 20 18:58:17.210601 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Routers {'362e8c9f-ecdc-44bb-968b-74ab77438bfc'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 18:58:17.211287 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T18:58:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['362e8c9f-ecdc-44bb-968b-74ab77438bfc'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:17.409124 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Set router 362e8c9f-ecdc-44bb-968b-74ab77438bfc gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 18:58:17.762847 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'name': 'router1', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '3034f18f-363e-4be5-afe5-33e4f1840518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:57:58Z', 'updated_at': '2021-08-20T18:58:16Z', 'revision_number': 4, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'gw_port': {'id': '3034f18f-363e-4be5-afe5-33e4f1840518', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:15Z', 'updated_at': '2021-08-20T18:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '7c131846-2ef8-49b5-b831-2e06b821cb4c', 'name': '', 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'mac_address': 'fa:16:3e:b2:fe:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:13Z', 'revision_number': 5, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'subnets': [{'id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a302229b-07ea-4795-9230-d350a99acad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:17.767552 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Checking router: 362e8c9f-ecdc-44bb-968b-74ab77438bfc for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 18:58:17.767919 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Updating router 362e8c9f-ecdc-44bb-968b-74ab77438bfc port 3034f18f-363e-4be5-afe5-33e4f1840518 binding host dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 18:58:17.817528 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.148773 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Notify callbacks [] for port, precommit_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.160698 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Transition to ACTIVE for port object 3034f18f-363e-4be5-afe5-33e4f1840518 will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 18:58:18.167155 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.172311 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:18.261941 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Attempting to bind port 3034f18f-363e-4be5-afe5-33e4f1840518 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 18:58:18.262680 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Attempting to bind port 3034f18f-363e-4be5-afe5-33e4f1840518 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 18:58:18.262680 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Attempting to bind port 3034f18f-363e-4be5-afe5-33e4f1840518 on network a1374c77-d1c1-4672-958d-890c6990cccb {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 18:58:18.272848 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 18:58:18.273257 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Checking segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 18:58:18.273660 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.274074 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Bound using segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 18:58:18.274511 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Bound port: 3034f18f-363e-4be5-afe5-33e4f1840518, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 18:58:18.274910 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.297986 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878dcd04-43f8-441d-849c-dc32fb212135 None None] Pushing event updated for resources: {'Port': ['ID=3034f18f-363e-4be5-afe5-33e4f1840518,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:18.305670 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-878dcd04-43f8-441d-849c-dc32fb212135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:18.352442 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] For port 3034f18f-363e-4be5-afe5-33e4f1840518, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 18:58:18.355331 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] For port 3034f18f-363e-4be5-afe5-33e4f1840518, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=3034f18f-363e-4be5-afe5-33e4f1840518,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 18:58:18.358944 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.363730 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:18.437688 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Routers {'362e8c9f-ecdc-44bb-968b-74ab77438bfc'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 18:58:18.438347 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T18:58:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['362e8c9f-ecdc-44bb-968b-74ab77438bfc'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:18.516462 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878dcd04-43f8-441d-849c-dc32fb212135 None None] Pushing event updated for resources: {'Port': ['ID=3034f18f-363e-4be5-afe5-33e4f1840518,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:18.521966 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-878dcd04-43f8-441d-849c-dc32fb212135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:18.625489 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] Set router 362e8c9f-ecdc-44bb-968b-74ab77438bfc gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 18:58:18.942587 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'name': 'router1', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '3034f18f-363e-4be5-afe5-33e4f1840518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:57:58Z', 'updated_at': '2021-08-20T18:58:16Z', 'revision_number': 4, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'gw_port': {'id': '3034f18f-363e-4be5-afe5-33e4f1840518', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:15Z', 'updated_at': '2021-08-20T18:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '7c131846-2ef8-49b5-b831-2e06b821cb4c', 'name': '', 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'mac_address': 'fa:16:3e:b2:fe:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:13Z', 'revision_number': 5, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'subnets': [{'id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a302229b-07ea-4795-9230-d350a99acad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:18.946569 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad56257c-bcd9-44b3-8c09-2205f9391efe None None] The sync data for ids ['362e8c9f-ecdc-44bb-968b-74ab77438bfc'] in dv-cinder-805283-1-smb is: [{'id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'name': 'router1', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '3034f18f-363e-4be5-afe5-33e4f1840518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:57:58Z', 'updated_at': '2021-08-20T18:58:16Z', 'revision_number': 4, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'gw_port': {'id': '3034f18f-363e-4be5-afe5-33e4f1840518', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:15Z', 'updated_at': '2021-08-20T18:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '7c131846-2ef8-49b5-b831-2e06b821cb4c', 'name': '', 'network_id': 'a66bd6f7-bccc-49ea-b528-44c3ca841a9b', 'tenant_id': '7c21758bc73b4bddb92f2540f0b712fb', 'mac_address': 'fa:16:3e:b2:fe:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362e8c9f-ecdc-44bb-968b-74ab77438bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:13Z', 'revision_number': 5, 'project_id': '7c21758bc73b4bddb92f2540f0b712fb', 'subnets': [{'id': 'bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a302229b-07ea-4795-9230-d350a99acad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 18:58:19.548113 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 39554) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:19.662001 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-f920d38a-1cf2-4594-9fbf-958d9fc617a7 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1127143 Aug 20 18:58:20.927548 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 3034f18f-363e-4be5-afe5-33e4f1840518 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:58:20.992888 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 3034f18f-363e-4be5-afe5-33e4f1840518 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 18:58:20.997381 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 3034f18f-363e-4be5-afe5-33e4f1840518 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:20.998286 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:21.110164 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:21.127087 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 3034f18f-363e-4be5-afe5-33e4f1840518, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=3034f18f-363e-4be5-afe5-33e4f1840518,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 18:58:21.131783 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:21.133840 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:21.207451 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=3034f18f-363e-4be5-afe5-33e4f1840518,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:21.210593 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:22.907720 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 3034f18f-363e-4be5-afe5-33e4f1840518 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:58:23.024141 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 3034f18f-363e-4be5-afe5-33e4f1840518 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:23.024432 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:28.419517 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 5 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 18:58:32.210545 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ce43f375-6ee8-4364-bc38-b4c15284118e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:32.682262 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:34.797062 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-29d6d301-b819-46a3-86e9-d1f22a68e47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:35.802466 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:37.111641 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:02.237576 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c33222ca-c734-49f3-81df-7c8fec448899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:02.687545 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:04.804271 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43230f4a-ee7d-4df5-afc3-ef00cda5d931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:05.418984 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 5 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 18:59:05.806714 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:07.153809 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:32.211803 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-8c3175b0-2781-439b-9e11-f65ee325f9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:32.692554 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:34.797646 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0987-7f53-4383-abf1-eb75f243e9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:35.808066 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:37.121265 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:42.418747 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 5 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:00:02.214952 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-be10a950-047f-41c0-8440-e9ddb8192dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:02.696599 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:04.799678 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-b5b89fc1-dbff-4437-b0e0-a8437e012669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:05.811040 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:07.119889 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:19.417007 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 5 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:00:19.608101 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40126) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:19.674683 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b2a783-2b77-457f-a190-b5d2f6d317f6 admin admin] GET failed (client error): The resource could not be found. Aug 20 19:00:19.675843 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-d6b2a783-2b77-457f-a190-b5d2f6d317f6 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668268 Aug 20 19:00:19.804756 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d480e9-ce05-4e57-aa89-4395df972c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:19.806263 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-31d480e9-ce05-4e57-aa89-4395df972c73 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1266394 Aug 20 19:00:21.959187 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40136) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:22.066447 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b64f0f-a61a-4793-bb43-5b2daf3794c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:22.067742 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-e0b64f0f-a61a-4793-bb43-5b2daf3794c0 admin admin] 10.222.0.50 "GET /v2.0/subnets/bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f HTTP/1.1" status: 200 len: 849 time: 0.1075971 Aug 20 19:00:22.076679 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:00:22.190088 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Notify callbacks [] for subnet, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:22.380313 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734867546682'] for subnet, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:22.384213 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:00:22.455141 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:22.455762 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:22.457209 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] 10.222.0.50 "PUT /v2.0/subnets/bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f HTTP/1.1" status: 200 len: 868 time: 0.3839626 Aug 20 19:00:22.460175 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e28de7a-933c-4eae-8001-73d277c107a5 None None] Network a66bd6f7-bccc-49ea-b528-44c3ca841a9b requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:00:22.482916 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:00:22.490220 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.490579 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.490892 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.491213 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.491536 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.491855 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.492170 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.492484 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.492806 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.493151 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.493461 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.493770 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:22.497980 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:00:22.933400 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-a1374774-4227-4354-ae4a-e96689c1bffd None None] Provisioning complete for port cf26883b-312d-47b9-939e-09d954eccfc3 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:00:22.933782 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a1374774-4227-4354-ae4a-e96689c1bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:23.054958 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-a1374774-4227-4354-ae4a-e96689c1bffd None None] Provisioning complete for port 7c131846-2ef8-49b5-b831-2e06b821cb4c triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:00:23.055223 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a1374774-4227-4354-ae4a-e96689c1bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:24.558583 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40146) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:24.728549 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b3bd8-587d-418c-91c6-062a08de79b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:24.728969 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b3bd8-587d-418c-91c6-062a08de79b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:24.730466 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-575b3bd8-587d-418c-91c6-062a08de79b9 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1709492 Aug 20 19:00:26.832238 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40156) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:27.000358 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72792e-e06d-452f-afc9-e3c91b6493e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:27.000826 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72792e-e06d-452f-afc9-e3c91b6493e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:27.002327 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-ae72792e-e06d-452f-afc9-e3c91b6493e7 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1691759 Aug 20 19:00:29.108507 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40166) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:29.270787 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba42c3c-54f6-44ad-8614-df712b774198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:29.272021 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-7ba42c3c-54f6-44ad-8614-df712b774198 admin admin] 10.222.0.50 "GET /v2.0/networks/a1374c77-d1c1-4672-958d-890c6990cccb HTTP/1.1" status: 200 len: 886 time: 0.1625571 Aug 20 19:00:31.375970 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40176) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:31.545497 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41a406-d5ab-47aa-8807-f7b2bf56ee62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:31.546853 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-eb41a406-d5ab-47aa-8807-f7b2bf56ee62 admin admin] 10.222.0.50 "GET /v2.0/networks/a66bd6f7-bccc-49ea-b528-44c3ca841a9b HTTP/1.1" status: 200 len: 869 time: 0.1699362 Aug 20 19:00:32.217152 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-9cfe07fd-4cea-4528-9ca8-a71db46b550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:32.699873 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:33.652471 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40186) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:33.758885 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775ef22-1823-4fd9-b3be-3568983627ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:33.759342 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775ef22-1823-4fd9-b3be-3568983627ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:33.760068 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-7775ef22-1823-4fd9-b3be-3568983627ea admin admin] Synchronizing usage tracker for tenant:788849d5003544d0af48e104e4d71748 on resource:subnet {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:00:33.777782 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-7775ef22-1823-4fd9-b3be-3568983627ea admin admin] Unset dirty status for tenant:788849d5003544d0af48e104e4d71748 on resource:subnet {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:00:33.779002 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-7775ef22-1823-4fd9-b3be-3568983627ea admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255829 Aug 20 19:00:34.801313 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f3a03d59-b063-450a-b831-8cbf18df3496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:35.815088 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:35.867166 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40196) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:35.970500 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab0ff6-f050-451f-8de3-014705fa6c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:35.970966 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab0ff6-f050-451f-8de3-014705fa6c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:35.972459 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-87ab0ff6-f050-451f-8de3-014705fa6c2f admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1043239 Aug 20 19:00:37.123064 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:38.095098 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40206) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:38.194930 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff4a96-2bf9-4edd-a0bc-060a8c91e69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:38.196213 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-54ff4a96-2bf9-4edd-a0bc-060a8c91e69f admin admin] 10.222.0.50 "GET /v2.0/subnets/04312567-1b0e-4b54-80fa-3bc53d3f3f38 HTTP/1.1" status: 200 len: 816 time: 0.1001849 Aug 20 19:00:40.284500 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40216) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:40.392494 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f56856-3508-4d5b-90bc-461bd1533086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:40.404942 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-b2f56856-3508-4d5b-90bc-461bd1533086 admin admin] 10.222.0.50 "GET /v2.0/subnets/bc5671be-b0ae-4de2-ad84-5ffd8c2a6d8f HTTP/1.1" status: 200 len: 868 time: 0.1086121 Aug 20 19:00:56.415635 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 5 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:01:02.238889 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-80be3796-0d8a-4c67-8812-2c0699eac10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:02.703514 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:03.031696 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40260) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:01:03.078250 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [None req-5d6f8071-2075-4591-a7a4-29ea456b16a0 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=79347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:01:03.079231 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-5d6f8071-2075-4591-a7a4-29ea456b16a0 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466063 Aug 20 19:01:04.802873 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-55fd4852-11b6-4e01-8479-d4c8e125ad12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:05.258420 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40270) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:01:05.327683 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afc214c-3022-45af-bf05-d5d2ab50df77 admin admin] GET failed (client error): The resource could not be found. Aug 20 19:01:05.329160 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-3afc214c-3022-45af-bf05-d5d2ab50df77 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0696044 Aug 20 19:01:05.460340 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef7195-e38e-4d73-96f3-ed9b6b7839f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:01:05.461845 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-74ef7195-e38e-4d73-96f3-ed9b6b7839f2 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1290078 Aug 20 19:01:05.817628 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:07.127558 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:07.589533 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40280) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:01:07.634664 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:01:07.639550 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:01:07.648967 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:01:07.658684 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Made reservation on behalf of 788849d5003544d0af48e104e4d71748 for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:01:07.661062 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:07.748157 dv-cinder-805283-1-smb neutron-server[79347]: WARNING neutron.services.revisions.revision_plugin [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Could not find related network for resource to bump revision. Aug 20 19:01:07.761200 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=79347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:01:07.769660 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:07.770023 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Added segment eb39c4b7-201f-453b-959b-9dfd7a33d50b of type vlan for network cab3bf47-28f8-40ff-802d-cf9a02c67d4d Aug 20 19:01:07.794487 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:07.820671 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:07.821965 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:01:07.823043 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:07.827318 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:01:07.951350 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3607516 Aug 20 19:01:07.956093 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Pushing event updated for resources: {'Network': ['ID=cab3bf47-28f8-40ff-802d-cf9a02c67d4d,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:01:07.963530 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.963870 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.964199 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.964519 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.964837 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.965192 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.965505 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.965819 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.966131 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.966441 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.966751 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.967056 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:07.970743 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:01:07.979681 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network cab3bf47-28f8-40ff-802d-cf9a02c67d4d details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:01:10.105359 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40290) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:01:10.174803 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47248a0-12bd-4984-8978-925303dec8dd admin admin] GET failed (client error): The resource could not be found. Aug 20 19:01:10.175322 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-c47248a0-12bd-4984-8978-925303dec8dd admin admin] Synchronizing usage tracker for tenant:788849d5003544d0af48e104e4d71748 on resource:network {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:01:10.189666 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-c47248a0-12bd-4984-8978-925303dec8dd admin admin] Unset dirty status for tenant:788849d5003544d0af48e104e4d71748 on resource:network {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:01:10.190930 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-c47248a0-12bd-4984-8978-925303dec8dd admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0845926 Aug 20 19:01:10.293335 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a95e540-9ee1-4d83-9105-a646efe426f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:01:10.294706 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-7a95e540-9ee1-4d83-9105-a646efe426f1 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999274 Aug 20 19:01:10.304148 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Request body: {'subnet': {'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:01:10.308861 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:01:10.318144 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:01:10.327761 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Made reservation on behalf of 788849d5003544d0af48e104e4d71748 for: {'subnet': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:01:10.330239 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:10.528764 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:10.533155 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4d9876bb-9a53-43b7-af8c-f02be6ade866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:01:10.600497 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b361cd5-e973-4c7e-bb33-a224c5d19b3c,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:01:10.605544 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:01:10.609629 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Checking segment: {'id': 'eb39c4b7-201f-453b-959b-9dfd7a33d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:01:10.609983 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Network hostable DHCP agents. Network: cab3bf47-28f8-40ff-802d-cf9a02c67d4d, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:01:10.628821 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Network cab3bf47-28f8-40ff-802d-cf9a02c67d4d is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:01:10.637818 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, cab3bf47-28f8-40ff-802d-cf9a02c67d4d) {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:01:10.642131 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:01:10.643208 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:10.646317 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70073fcc-550e-4e01-894c-76703be819de None None] Network cab3bf47-28f8-40ff-802d-cf9a02c67d4d requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:01:10.668274 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3674517 Aug 20 19:01:10.865115 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3d8901-d662-534c-975b-ed239554e1e2-cab3bf47-28f8-40ff-802d-cf9a02c67d4d', 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d', 'tenant_id': '788849d5003544d0af48e104e4d71748', 'fixed_ips': [{'subnet_id': '7b361cd5-e973-4c7e-bb33-a224c5d19b3c'}]}} from dv-cinder-805283-1-smb. {{(pid=79349) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:01:10.865949 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:11.021055 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.db_base_plugin_common [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Allocated IP 192.168.233.2 (cab3bf47-28f8-40ff-802d-cf9a02c67d4d/7b361cd5-e973-4c7e-bb33-a224c5d19b3c/4b99802e-dfca-49da-ae84-2f14542e352a) {{(pid=79349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:01:11.223245 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Notify callbacks [] for port, precommit_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:11.234328 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Transition to ACTIVE for port object 4b99802e-dfca-49da-ae84-2f14542e352a will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:01:11.253120 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Transition to ACTIVE for port object 4b99802e-dfca-49da-ae84-2f14542e352a will not be triggered until provisioned by entity DHCP. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:01:11.258837 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:11.266478 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:01:11.351871 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Network cab3bf47-28f8-40ff-802d-cf9a02c67d4d is already hosted by enough agents. {{(pid=79349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:01:11.353072 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.base_scheduler [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Resources bound (agent type, host, resource id): {{(pid=79349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:01:11.357611 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Received port after_create {{(pid=79349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:01:11.389206 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Pushing event updated for resources: {'Port': ['ID=4b99802e-dfca-49da-ae84-2f14542e352a,revision_number=1']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:01:11.430777 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.431116 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.431466 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.431793 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.432112 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.432428 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.432741 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.433077 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.433388 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.433728 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.434006 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.434312 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:11.442491 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:01:11.463625 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Attempting to bind port 4b99802e-dfca-49da-ae84-2f14542e352a on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:01:11.464029 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Attempting to bind port 4b99802e-dfca-49da-ae84-2f14542e352a by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'eb39c4b7-201f-453b-959b-9dfd7a33d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:01:11.464384 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Attempting to bind port 4b99802e-dfca-49da-ae84-2f14542e352a on network cab3bf47-28f8-40ff-802d-cf9a02c67d4d {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:01:11.469648 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:01:11.470008 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Checking segment: {'id': 'eb39c4b7-201f-453b-959b-9dfd7a33d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:01:11.470399 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:11.470787 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Bound using segment: {'id': 'eb39c4b7-201f-453b-959b-9dfd7a33d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:01:11.471238 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Bound port: 4b99802e-dfca-49da-ae84-2f14542e352a, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb39c4b7-201f-453b-959b-9dfd7a33d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:01:11.471626 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:11.558060 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] For port 4b99802e-dfca-49da-ae84-2f14542e352a, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:01:11.561033 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] For port 4b99802e-dfca-49da-ae84-2f14542e352a, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=4b99802e-dfca-49da-ae84-2f14542e352a,segment=NetworkSegment(eb39c4b7-201f-453b-959b-9dfd7a33d50b),segment_id=eb39c4b7-201f-453b-959b-9dfd7a33d50b)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:01:11.566146 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:11.571607 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:01:11.649542 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Pushing event updated for resources: {'Port': ['ID=4b99802e-dfca-49da-ae84-2f14542e352a,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:01:11.656355 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:01:12.470439 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350b269-4bc6-4782-820a-2c741625bee6 None None] Network cab3bf47-28f8-40ff-802d-cf9a02c67d4d requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:01:12.583636 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-4358929d-1af0-452a-9702-0b1e9b65b3a7 None None] Provisioning for port 4b99802e-dfca-49da-ae84-2f14542e352a completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:01:13.005736 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 4b99802e-dfca-49da-ae84-2f14542e352a up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:01:13.076416 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 4b99802e-dfca-49da-ae84-2f14542e352a completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:01:13.081632 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 4b99802e-dfca-49da-ae84-2f14542e352a triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:01:13.082004 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:13.198163 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:13.230397 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 4b99802e-dfca-49da-ae84-2f14542e352a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=4b99802e-dfca-49da-ae84-2f14542e352a,segment=NetworkSegment(eb39c4b7-201f-453b-959b-9dfd7a33d50b),segment_id=eb39c4b7-201f-453b-959b-9dfd7a33d50b)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:01:13.234750 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:13.237548 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:01:13.302235 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=4b99802e-dfca-49da-ae84-2f14542e352a,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:01:13.305142 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:01:14.982820 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 4b99802e-dfca-49da-ae84-2f14542e352a up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:01:15.052388 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 4b99802e-dfca-49da-ae84-2f14542e352a triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:01:15.052761 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:32.221046 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe71e-fd1b-4fc3-bb7c-705f0068ce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:32.705964 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:33.414676 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 5 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:01:34.808195 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-95ade3ed-f0ec-44ce-b92b-1477756655c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:35.818812 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:37.129817 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:02.226376 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-4b231c36-c98b-4735-82a6-cb3c1c8e04bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:02.708751 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:04.802176 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2323d8a3-0db3-49b0-94d1-7437085c6481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:05.823078 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:07.132129 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:10.414300 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 5 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:02:25.746802 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40340) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:02:25.752816 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [None req-6b5e2f9f-2045-4c38-9876-559d9a9f2b2c tempest-verify_tempest_config-2005065090 tempest-verify_tempest_config-2005065090-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=79347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:02:25.753789 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-6b5e2f9f-2045-4c38-9876-559d9a9f2b2c tempest-verify_tempest_config-2005065090 tempest-verify_tempest_config-2005065090-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060320 Aug 20 19:02:26.054088 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40358) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:02:26.165662 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:26.182181 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:02:26.186333 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Usage tracker for resource:security_group_rule and tenant:f69150d7ea32486185f8ad254221a13c is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:02:26.189020 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:02:26.194486 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:02:26.277470 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:26.281883 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:26.291047 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:02:26.327340 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Synchronizing usage tracker for tenant:788849d5003544d0af48e104e4d71748 on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:02:26.331119 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b92b62e-e872-45dc-82ba-a3a711c19821,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:02:26.340255 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.340591 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.340942 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.341269 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.341588 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.341906 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.342221 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.342533 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.342862 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.343178 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.343487 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.343813 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.348726 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:02:26.357181 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Unset dirty status for tenant:788849d5003544d0af48e104e4d71748 on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:02:26.361073 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f69150d7ea32486185f8ad254221a13c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3058271 Aug 20 19:02:26.361196 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40364) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:02:26.431353 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:26.455594 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:26.547690 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:26.552637 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:02:26.562917 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b92b62e-e872-45dc-82ba-a3a711c19821,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:02:26.572343 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:26.573444 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b92b62e-e872-45dc-82ba-a3a711c19821 HTTP/1.1" status: 204 len: 168 time: 0.2112222 Aug 20 19:02:26.574614 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.574944 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.575267 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.575586 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.575907 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.577594 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.577703 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.578003 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.578328 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.578647 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.579043 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.579265 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:26.582872 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:02:32.228977 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f62bc8bb-cda7-49cb-b30f-c4b5a9ffb711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:32.710048 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:34.804672 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-3fcbbd10-adce-4ce6-9b5d-1e198963635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:35.825617 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:37.137563 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:47.413188 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 5 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:03:02.248979 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-e7f6d38d-1f54-4f39-acec-41ef89f0c0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:02.712002 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:04.806312 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ce46b9b5-726e-4aa2-8950-2350f42f1e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:05.827526 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:07.139158 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:24.412123 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 5 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:03:32.231549 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7aa49f89-a8b3-401a-b6d7-e4c802bd58b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:32.713557 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:34.807174 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6823-cffa-457f-b059-00e16b01ddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:35.831129 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:37.144958 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:01.411639 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 5 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:04:02.234186 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-755b0db2-2744-4ad9-ba96-0452e1882e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:02.715165 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:04.809799 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-eb72c451-f4c3-4b9e-bd51-f79f67f97393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:05.833955 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:07.144948 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:08.149255 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761171'] for agent, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:22.491861 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40436) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:04:22.600750 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-caa8b67d-37b8-4dc3-a918-7e5ba56266d3 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1078091 Aug 20 19:04:24.757372 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40446) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:04:24.815329 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-f1dfae15-f9be-42b3-a510-82a4230f2408 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0568433 Aug 20 19:04:32.235960 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-47b549f4-b1d5-4f9b-904a-24263a87a9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:32.716457 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:34.809697 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ef74412a-f965-49ee-8632-98d81b3ac6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:35.836111 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:37.148690 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:38.106838 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:38.412078 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:05:02.278906 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-878957fc-55f6-471d-95b2-a5710c7fc7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:02.718182 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:04.810100 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-751387ee-8709-4f41-806c-03ea15103ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:05.838989 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:07.151613 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:08.099195 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:15.411541 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:05:32.244130 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-6520a3cd-36ff-483d-bf19-700feb92a8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:32.721682 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:34.811755 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c140b5ee-ddb1-4b70-a0b2-e279c9abb136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:35.842851 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:37.156115 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:38.098699 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:52.410377 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:06:02.237945 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-58a48d67-a589-4fa6-9c7d-e8980b52f758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:02.724106 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:04.814467 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-30a12bf1-466c-4148-a92b-1fe1f438a6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:05.847187 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:07.157855 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:08.114697 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.950482 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40598) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:12.301496 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1311008411-network', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:12.306248 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:12.311856 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Usage tracker for resource:network and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:12.315357 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:12.321465 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:12.333472 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Made reservation on behalf of 8d3269f2ca0146eeb31b688269c2b68f for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:12.336974 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.353407 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.369650 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:12.374401 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Usage tracker for resource:security_group_rule and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:12.378278 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:12.387607 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:12.479869 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.485509 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.491613 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-fcc84f1b-b1c1-49db-8376-879299507bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:12.520236 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=79347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:12.533380 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5300061a-f7d3-41f9-a2ab-72b6ac5d656c,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:12.541092 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.541649 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Added segment 12dc3b8a-9047-471f-9372-7d51c2459198 of type vlan for network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c Aug 20 19:06:12.543636 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.543961 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.544450 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.544932 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.545412 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.545889 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.546208 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.546526 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.546859 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.547179 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.547928 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.547928 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Tracked resource versions report: Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: pushed versions: Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: { 'AddressGroup': {'1.2'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'ConntrackHelper': {'1.0'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'Log': {'1.0'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'Network': {'1.1'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'Port': {'1.7'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'PortForwarding': {'1.2'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'QosPolicy': {'1.8'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'SecurityGroup': {'1.4'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'SecurityGroupRule': {'1.2'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'SubPort': {'1.0'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'Subnet': {'1.1'}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'Trunk': {'1.1'}} Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: consumer versions: Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: { DHCP agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: HyperV agent@hv-cinder-80528: {}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: L3 agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: Metadata agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: Metering agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: Open vSwitch agent@dv-cinder-805283-1-smb: { 'AddressGroup': '1.2', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'ConntrackHelper': '1.0', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'Log': '1.0', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'Network': '1.1', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'Port': '1.7', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'PortForwarding': '1.2', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'QosPolicy': '1.8', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'SecurityGroup': '1.4', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'SecurityGroupRule': '1.2', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'SubPort': '1.0', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'Subnet': '1.1', Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: 'Trunk': '1.1'}} Aug 20 19:06:12.548785 dv-cinder-805283-1-smb neutron-server[79347]: {{(pid=79347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 19:06:12.555266 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:12.580837 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.616842 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.618646 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:12.619258 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.623335 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:12.758140 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Pushing event updated for resources: {'Network': ['ID=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:12.758140 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:12.769632 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:12.777343 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40652) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:12.777867 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8254693 Aug 20 19:06:12.784131 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Request body: {'subnet': {'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1311008411-subnet', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:12.785900 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.quota [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Loaded quota_driver: . Aug 20 19:06:12.793626 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:12.798776 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Usage tracker for resource:subnet and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:12.803921 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:12.813422 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:12.831437 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Made reservation on behalf of 8d3269f2ca0146eeb31b688269c2b68f for: {'subnet': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:12.834536 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.115192 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.120111 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:13.193480 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2166fc7-fb2c-48d3-93a9-81771bcdc388,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:13.204581 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.204925 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.205282 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.205592 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.205907 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.206231 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.206542 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.206854 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.207165 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.207472 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.207780 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.208106 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Tracked resource versions report: Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: pushed versions: Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: { 'AddressGroup': {'1.2'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'ConntrackHelper': {'1.0'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'Log': {'1.0'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'Network': {'1.1'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'Port': {'1.7'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'PortForwarding': {'1.2'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'QosPolicy': {'1.8'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'SecurityGroup': {'1.4'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'SecurityGroupRule': {'1.2'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'SubPort': {'1.0'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'Subnet': {'1.1'}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'Trunk': {'1.1'}} Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: consumer versions: Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: { DHCP agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: HyperV agent@hv-cinder-80528: {}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: L3 agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: Metadata agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: Metering agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: Open vSwitch agent@dv-cinder-805283-1-smb: { 'AddressGroup': '1.2', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'ConntrackHelper': '1.0', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'Log': '1.0', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'Network': '1.1', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'Port': '1.7', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'PortForwarding': '1.2', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'QosPolicy': '1.8', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'SecurityGroup': '1.4', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'SecurityGroupRule': '1.2', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'SubPort': '1.0', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'Subnet': '1.1', Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: 'Trunk': '1.1'}} Aug 20 19:06:13.209101 dv-cinder-805283-1-smb neutron-server[79348]: {{(pid=79348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 19:06:13.211225 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Checking segment: {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:13.211753 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Network hostable DHCP agents. Network: e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:13.217759 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:13.237593 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:13.250144 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c) {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:13.254517 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:13.255285 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.265340 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b836e089-e3fe-4d47-9168-b5d861d97a86 None None] Network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:13.278698 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40670) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:13.293818 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40676) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:13.299745 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:13.304337 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5255628 Aug 20 19:06:13.305727 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:13.310871 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Usage tracker for resource:router and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:13.314407 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:13.321676 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:13.334528 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-847'] for router, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.336087 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.358906 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.394987 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40682) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:13.508400 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3d8901-d662-534c-975b-ed239554e1e2-e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388'}]}} from dv-cinder-805283-1-smb. {{(pid=79349) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:06:13.509485 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.693788 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.db_base_plugin_common [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Allocated IP 172.20.0.2 (e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c/d2166fc7-fb2c-48d3-93a9-81771bcdc388/c1be7941-a038-48c7-b031-f3aa39793141) {{(pid=79349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:13.732737 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40696) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:13.751155 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-848'] for router, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.790825 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-151832292-network', 'tenant_id': '17f83d4853ad423a945233da3c49aa94'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:13.799897 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:13.807196 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Usage tracker for resource:network and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:13.811436 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:13.818687 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:13.831424 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Made reservation on behalf of 17f83d4853ad423a945233da3c49aa94 for: {'network': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:13.834434 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.855982 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1820994551-network', 'tenant_id': 'f5b8a4a578284f36ae7d4c89e5a99b90'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:13.860179 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.880812 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:13.885835 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Usage tracker for resource:security_group_rule and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:13.889455 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:13.896538 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:13.920521 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:13.936306 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Usage tracker for resource:network and tenant:f5b8a4a578284f36ae7d4c89e5a99b90 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:13.949604 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:13.970595 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:13.982596 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.995254 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Transition to ACTIVE for port object c1be7941-a038-48c7-b031-f3aa39793141 will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:14.023473 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Transition to ACTIVE for port object c1be7941-a038-48c7-b031-f3aa39793141 will not be triggered until provisioned by entity DHCP. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:14.026846 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Made reservation on behalf of f5b8a4a578284f36ae7d4c89e5a99b90 for: {'network': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:14.031792 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.032733 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.044175 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:14.062223 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.110914 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:14.119770 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b8a4a578284f36ae7d4c89e5a99b90 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:14.132022 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:14.133576 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c is already hosted by enough agents. {{(pid=79349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:14.141152 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Resources bound (agent type, host, resource id): {{(pid=79349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:14.143877 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:14.160047 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Received port after_create {{(pid=79349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:14.172223 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.187159 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.196062 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:14.240078 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.244671 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc890bf8-f1ee-4403-969a-550f3a7a17d7,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:14.264285 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1135173078-network', 'tenant_id': 'd5f6dcd020c8425e9fe8d8b1147ea67c'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:14.271208 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:14.272259 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=79348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:14.276399 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:14.287866 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.293950 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Usage tracker for resource:network and tenant:d5f6dcd020c8425e9fe8d8b1147ea67c is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:14.301835 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734867561876', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.302821 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Unsubscribe: segment precommit_create {{(pid=79348) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 19:06:14.303540 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.segments_db [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Added segment a2d42469-1bb2-489b-9571-25b2591e413d of type vlan for network 3af70502-992e-42b2-a2d8-90d96e009dba Aug 20 19:06:14.322643 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:14.360584 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:14.423765 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Pushing event updated for resources: {'Port': ['ID=c1be7941-a038-48c7-b031-f3aa39793141,revision_number=1']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:14.445507 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.445908 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.446367 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.446815 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.447186 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.448299 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.448299 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.448523 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.448860 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.449951 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.450279 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.450662 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Tracked resource versions report: Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: pushed versions: Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: { 'AddressGroup': {'1.2'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'ConntrackHelper': {'1.0'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'Log': {'1.0'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'Network': {'1.1'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'Port': {'1.7'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'PortForwarding': {'1.2'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'QosPolicy': {'1.8'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'SecurityGroup': {'1.4'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'SecurityGroupRule': {'1.2'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'SubPort': {'1.0'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'Subnet': {'1.1'}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'Trunk': {'1.1'}} Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: consumer versions: Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: { DHCP agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: HyperV agent@hv-cinder-80528: {}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: L3 agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: Metadata agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: Metering agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: Open vSwitch agent@dv-cinder-805283-1-smb: { 'AddressGroup': '1.2', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'ConntrackHelper': '1.0', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'Log': '1.0', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'Network': '1.1', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'Port': '1.7', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'PortForwarding': '1.2', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'QosPolicy': '1.8', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'SecurityGroup': '1.4', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'SecurityGroupRule': '1.2', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'SubPort': '1.0', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'Subnet': '1.1', Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: 'Trunk': '1.1'}} Aug 20 19:06:14.451842 dv-cinder-805283-1-smb neutron-server[79349]: {{(pid=79349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 19:06:14.460695 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.465537 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:14.468133 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Attempting to bind port c1be7941-a038-48c7-b031-f3aa39793141 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:14.468565 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Attempting to bind port c1be7941-a038-48c7-b031-f3aa39793141 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:14.469011 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Attempting to bind port c1be7941-a038-48c7-b031-f3aa39793141 on network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:14.482319 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Made reservation on behalf of d5f6dcd020c8425e9fe8d8b1147ea67c for: {'network': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:14.484939 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.488119 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:14.488548 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Checking segment: {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:14.489020 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.489764 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Bound using segment: {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:14.490024 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Bound port: c1be7941-a038-48c7-b031-f3aa39793141, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:14.490481 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.508251 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Allocated IP 172.28.2.70 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/f66b8010-2856-4498-af19-4fc723b97ef8) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:14.562694 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.616554 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.620028 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:14.629694 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.631633 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Usage tracker for resource:security_group_rule and tenant:d5f6dcd020c8425e9fe8d8b1147ea67c is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:14.638519 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:14.642732 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:14.651398 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.660775 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:14.664003 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:14.664704 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.689972 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=79348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:14.708223 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] For port c1be7941-a038-48c7-b031-f3aa39793141, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:14.711930 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] For port c1be7941-a038-48c7-b031-f3aa39793141, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=c1be7941-a038-48c7-b031-f3aa39793141,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:14.718880 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.724168 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:14.741010 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.742121 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.segments_db [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Added segment c5abed0e-26e7-4df8-8e12-4648b285ca25 of type vlan for network 506bc620-1e85-4b72-ac03-b26707ee16dd Aug 20 19:06:14.747260 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.772476 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.796436 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.809365 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:14.815156 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.843267 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:14.844066 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.859106 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Pushing event updated for resources: {'Port': ['ID=c1be7941-a038-48c7-b031-f3aa39793141,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:14.865451 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:14.867970 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4712012 Aug 20 19:06:14.874081 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5942693 Aug 20 19:06:14.875730 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40734) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:14.877220 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a534d52-5ad7-46ed-b4aa-410c385615f4,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:14.881801 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40736) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:14.884789 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:14.888522 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:14.896684 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Request body: {'subnet': {'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-subnet', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:14.919518 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:14.933729 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Usage tracker for resource:subnet and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:14.939154 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:14.948394 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:14.949601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:14.954841 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:14.963203 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:14.985189 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Request body: {'subnet': {'network_id': '506bc620-1e85-4b72-ac03-b26707ee16dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1820994551-subnet', 'tenant_id': 'f5b8a4a578284f36ae7d4c89e5a99b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:14.991631 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:14.997590 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Usage tracker for resource:subnet and tenant:f5b8a4a578284f36ae7d4c89e5a99b90 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:15.002761 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:15.017140 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:15.070348 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Pushing event updated for resources: {'Port': ['ID=f66b8010-2856-4498-af19-4fc723b97ef8,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:15.076701 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:15.151952 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3dd2b-b4aa-4336-8256-6148c6ac06f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3af70502-992e-42b2-a2d8-90d96e009dba,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:15.157768 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Made reservation on behalf of f5b8a4a578284f36ae7d4c89e5a99b90 for: {'subnet': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:15.160637 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.191120 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Made reservation on behalf of 17f83d4853ad423a945233da3c49aa94 for: {'subnet': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:15.193636 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.195636 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 3af70502-992e-42b2-a2d8-90d96e009dba details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:15.344473 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40754) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:15.383966 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=506bc620-1e85-4b72-ac03-b26707ee16dd,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:15.392049 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:15.392319 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.520s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:15.392481 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:15.396778 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 506bc620-1e85-4b72-ac03-b26707ee16dd details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:15.531614 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.538079 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.552665 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=79348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:15.563198 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.563198 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.segments_db [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Added segment 769f1aa0-acbc-4a57-8c9e-534e844f6689 of type vlan for network 565fdb33-b99c-4a56-bf4a-574c5b63b1ba Aug 20 19:06:15.590913 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.621367 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:15.650697 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ec2df9-6d21-4aab-a115-3060a24145e7,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:15.653726 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.654586 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:15.656751 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:15.657367 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.662871 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:15.764431 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Pushing event updated for resources: {'Network': ['ID=565fdb33-b99c-4a56-bf4a-574c5b63b1ba,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:15.770583 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:15.778566 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 565fdb33-b99c-4a56-bf4a-574c5b63b1ba details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:15.818811 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0849586 Aug 20 19:06:15.819605 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40770) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:15.829657 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Request body: {'subnet': {'network_id': '565fdb33-b99c-4a56-bf4a-574c5b63b1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1135173078-subnet', 'tenant_id': 'd5f6dcd020c8425e9fe8d8b1147ea67c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:15.834151 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:15.838414 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Usage tracker for resource:subnet and tenant:d5f6dcd020c8425e9fe8d8b1147ea67c is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:15.841444 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:15.847706 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:15.864110 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Made reservation on behalf of d5f6dcd020c8425e9fe8d8b1147ea67c for: {'subnet': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:15.866448 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.942843 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.041753 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.051993 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c7432cc0-cc50-4625-9797-df0638a7d8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:16.144284 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.171019 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.174206 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:16.254509 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-353ad6ae-ecec-407e-a284-d2d77edd652b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:16.270731 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Checking segment: {'id': 'c5abed0e-26e7-4df8-8e12-4648b285ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '506bc620-1e85-4b72-ac03-b26707ee16dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:16.275218 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Network hostable DHCP agents. Network: 506bc620-1e85-4b72-ac03-b26707ee16dd, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:16.287617 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] Usage tracker for resource:security_group_rule and tenant:ac43e17e119a49bdbe2152e49879fb15 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:16.313805 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:16.325580 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c9bceb-6219-4f86-bc94-dbbcc4e4ce5a None None] Network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:16.328733 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:16.381793 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd161b5f-c47d-402a-946f-11b90f9892c6,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:16.416717 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:16.450441 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Network 506bc620-1e85-4b72-ac03-b26707ee16dd is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:16.458967 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.464518 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:16.491208 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 506bc620-1e85-4b72-ac03-b26707ee16dd) {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:16.514631 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:16.515223 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.536468 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716992d8-ee5f-4344-9d75-cbe00abb4b25 None None] Network 506bc620-1e85-4b72-ac03-b26707ee16dd requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:16.551342 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6580997 Aug 20 19:06:16.610274 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Checking segment: {'id': '769f1aa0-acbc-4a57-8c9e-534e844f6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '565fdb33-b99c-4a56-bf4a-574c5b63b1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:16.610977 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Network hostable DHCP agents. Network: 565fdb33-b99c-4a56-bf4a-574c5b63b1ba, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:16.623203 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78ff2f4-44a6-4516-b421-aeebebb7da1a,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:16.628804 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:16.642249 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Network 565fdb33-b99c-4a56-bf4a-574c5b63b1ba is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:16.658082 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 565fdb33-b99c-4a56-bf4a-574c5b63b1ba) {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:16.663718 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:16.665304 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.671349 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df979ad6-6744-42aa-8a63-782cf2d02acf,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:16.679199 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Checking segment: {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:16.679886 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Network hostable DHCP agents. Network: 3af70502-992e-42b2-a2d8-90d96e009dba, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:16.690690 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:16.696216 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8733017 Aug 20 19:06:16.706887 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5a2d4e-cdf9-4fee-ad22-e8f11d665177 None None] Network 565fdb33-b99c-4a56-bf4a-574c5b63b1ba requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:16.732917 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-dfd10de0-cf03-499d-bbaa-f400de63f21a None None] Provisioning for port c1be7941-a038-48c7-b031-f3aa39793141 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:16.826978 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Network 3af70502-992e-42b2-a2d8-90d96e009dba is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:16.859348 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 3af70502-992e-42b2-a2d8-90d96e009dba) {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:16.872167 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754335'] for router, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.876177 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:16.876835 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.881299 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579e669-a6c8-47ef-9ed7-8f016e0dee3e None None] Network 3af70502-992e-42b2-a2d8-90d96e009dba requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:17.045208 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1682198 Aug 20 19:06:17.048457 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40806) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:17.054554 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:17.055561 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.067221 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:17.079209 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Usage tracker for resource:router and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:17.082890 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:17.090816 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.096287 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:17.125889 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6de117f7-cb30-4d44-baee-84a04be4cfe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:17.130397 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-847'] for router, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.131651 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.185939 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.322943 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8186cf0-b8d2-42b2-8079-21f129832413,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:17.332561 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:17.370205 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac43e17e119a49bdbe2152e49879fb15&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0240424 Aug 20 19:06:17.371148 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40826) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:17.372873 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device c1be7941-a038-48c7-b031-f3aa39793141 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:17.610230 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27511f44-4b00-4fc5-a2f8-967abaa4e990 None None] Network 506bc620-1e85-4b72-ac03-b26707ee16dd requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:17.632956 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d3556bcc-222a-4119-ab7d-247aa92e0fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.668348 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Router 32500550-9a94-4255-ae61-4be00c172da4 is scheduled to L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 with binding_index 1 {{(pid=79347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:06:17.716254 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d3556bcc-222a-4119-ab7d-247aa92e0fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.887789 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-848'] for router, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.086240 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40864) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:18.097219 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-165685265-network', 'tenant_id': '0e9914defb9a4657bf40d0704a5651ad'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:18.103312 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:18.112982 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Usage tracker for resource:network and tenant:0e9914defb9a4657bf40d0704a5651ad is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:18.117614 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:18.129646 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:06:18.132189 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:18.142372 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Sync routers for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:06:18.161921 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Notify callbacks [] for router, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.164943 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8685231 Aug 20 19:06:18.168839 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:18.170546 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40870) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:18.171936 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:06:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:18.179954 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d3556bcc-222a-4119-ab7d-247aa92e0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.183658 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d3556bcc-222a-4119-ab7d-247aa92e0fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.190045 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-d3556bcc-222a-4119-ab7d-247aa92e0fbf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8186cf0-b8d2-42b2-8079-21f129832413 HTTP/1.1" status: 204 len: 168 time: 0.8118186 Aug 20 19:06:18.193008 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:18.225653 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3556bcc-222a-4119-ab7d-247aa92e0fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8186cf0-b8d2-42b2-8079-21f129832413,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:18.228014 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d3556bcc-222a-4119-ab7d-247aa92e0fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:18.397860 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Made reservation on behalf of 0e9914defb9a4657bf40d0704a5651ad for: {'network': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:18.411927 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.430174 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:18.457051 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.492542 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port c1be7941-a038-48c7-b031-f3aa39793141 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:18.522109 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:18.562692 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port c1be7941-a038-48c7-b031-f3aa39793141 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:18.563430 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.770597 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc5f62-3c1e-40aa-84cb-b9c177ed0358 None None] Network 565fdb33-b99c-4a56-bf4a-574c5b63b1ba requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:18.920736 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40910) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:18.924974 dv-cinder-805283-1-smb neutron-server[79347]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 19:06:19.085375 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:15Z', 'revision_number': 3, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:19.090803 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Checking router: 32500550-9a94-4255-ae61-4be00c172da4 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:06:19.091178 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Updating router 32500550-9a94-4255-ae61-4be00c172da4 port f66b8010-2856-4498-af19-4fc723b97ef8 binding host dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:06:19.158443 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 40916) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:19.166096 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Usage tracker for resource:security_group_rule and tenant:0e9914defb9a4657bf40d0704a5651ad is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:19.170259 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.210166 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:19.218514 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.236135 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.281896 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-fff6739d-bc95-4d25-a2b4-e0c6e1a754ba tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:19.289673 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-fff6739d-bc95-4d25-a2b4-e0c6e1a754ba tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/networks?id=506bc620-1e85-4b72-ac03-b26707ee16dd HTTP/1.1" status: 200 len: 812 time: 0.3667772 Aug 20 19:06:19.314160 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.321249 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-8e5779fb-cf67-4a77-a4cc-38f007e85a2b tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/quotas/f5b8a4a578284f36ae7d4c89e5a99b90 HTTP/1.1" status: 200 len: 375 time: 0.0306187 Aug 20 19:06:19.363857 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port c1be7941-a038-48c7-b031-f3aa39793141, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=c1be7941-a038-48c7-b031-f3aa39793141,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:19.453751 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-2e20e846-5a56-4fdb-ae23-dbebf5d1173a tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b8a4a578284f36ae7d4c89e5a99b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1316352 Aug 20 19:06:19.459947 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.470645 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.492250 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:19.498709 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:19.503897 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] Usage tracker for resource:security_group_rule and tenant:87936751f7fd48a4980e3816ddba9438 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:19.507333 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:19.514369 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:19.527401 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:19.601824 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3d8901-d662-534c-975b-ed239554e1e2-3af70502-992e-42b2-a2d8-90d96e009dba', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf'}]}} from dv-cinder-805283-1-smb. {{(pid=79349) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:06:19.602998 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.632830 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.685208 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.696863 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-5ca90049-3826-4233-8dbc-14fd583d094f None None] Provisioning complete for port c1be7941-a038-48c7-b031-f3aa39793141 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:19.697379 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-5ca90049-3826-4233-8dbc-14fd583d094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.733609 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:19.757872 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=c1be7941-a038-48c7-b031-f3aa39793141,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:19.827282 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:19.947848 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87936751f7fd48a4980e3816ddba9438&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7400284 Aug 20 19:06:19.950944 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40946) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:19.951425 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Notify callbacks [] for port, precommit_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.971160 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.provisioning_blocks [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Transition to ACTIVE for port object f66b8010-2856-4498-af19-4fc723b97ef8 will not be triggered until provisioned by entity L2. {{(pid=79350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:19.979498 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.987923 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:20.137615 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5332c9d6-8e85-4a8e-9d30-05a8159d46db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.150083 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Pushing event updated for resources: {'Port': ['ID=f66b8010-2856-4498-af19-4fc723b97ef8,revision_number=2']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:20.161435 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.162072 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.162580 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.163077 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.163555 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.164033 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.164596 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.165106 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.165602 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.166088 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.166572 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.166909 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Tracked resource versions report: Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: pushed versions: Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: { 'AddressGroup': {'1.2'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'ConntrackHelper': {'1.0'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'Log': {'1.0'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'Network': {'1.1'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'Port': {'1.7'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'PortForwarding': {'1.2'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'QosPolicy': {'1.8'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'SecurityGroup': {'1.4'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'SecurityGroupRule': {'1.2'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'SubPort': {'1.0'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'Subnet': {'1.1'}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'Trunk': {'1.1'}} Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: consumer versions: Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: { DHCP agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: HyperV agent@hv-cinder-80528: {}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: L3 agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: Metadata agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: Metering agent@dv-cinder-805283-1-smb: {}, Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: Open vSwitch agent@dv-cinder-805283-1-smb: { 'AddressGroup': '1.2', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'ConntrackHelper': '1.0', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'Log': '1.0', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'Network': '1.1', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'Port': '1.7', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'PortForwarding': '1.2', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'QosPolicy': '1.8', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'SecurityGroup': '1.4', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'SecurityGroupRule': '1.2', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'SubPort': '1.0', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'Subnet': '1.1', Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: 'Trunk': '1.1'}} Aug 20 19:06:20.167945 dv-cinder-805283-1-smb neutron-server[79350]: {{(pid=79350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 19:06:20.186402 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:20.191476 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.db_base_plugin_common [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Allocated IP 172.20.0.2 (3af70502-992e-42b2-a2d8-90d96e009dba/df979ad6-6744-42aa-8a63-782cf2d02acf/643d4e20-936e-4aca-8084-239baa340209) {{(pid=79349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:20.201784 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0edc5c57-0dd7-4748-8c0b-e523a1753740 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=79347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:06:20.216175 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0edc5c57-0dd7-4748-8c0b-e523a1753740 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1707683 Aug 20 19:06:20.251193 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80c56a4-264b-4e74-8a0b-9d9dff460e70,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:20.267835 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:20.270194 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Attempting to bind port f66b8010-2856-4498-af19-4fc723b97ef8 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:20.270700 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Attempting to bind port f66b8010-2856-4498-af19-4fc723b97ef8 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:20.271121 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Attempting to bind port f66b8010-2856-4498-af19-4fc723b97ef8 on network a1374c77-d1c1-4672-958d-890c6990cccb {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:20.285971 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:20.286656 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Checking segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:20.295473 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.296174 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Bound using segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:20.296311 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Allocated IP 172.28.2.251 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/29bff373-9c22-4053-9f70-0a69278698ba) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:20.297050 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Bound port: f66b8010-2856-4498-af19-4fc723b97ef8, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:20.297654 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.459559 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.523738 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5332c9d6-8e85-4a8e-9d30-05a8159d46db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.535722 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] For port f66b8010-2856-4498-af19-4fc723b97ef8, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:20.537696 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] For port f66b8010-2856-4498-af19-4fc723b97ef8, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=f66b8010-2856-4498-af19-4fc723b97ef8,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:20.543658 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.550702 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:20.603047 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40960) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:20.606239 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5332c9d6-8e85-4a8e-9d30-05a8159d46db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.628811 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9751fcee-a5e3-496d-922f-3ab3469d8f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:20.636160 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Pushing event updated for resources: {'Port': ['ID=f66b8010-2856-4498-af19-4fc723b97ef8,revision_number=3']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:20.638462 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.643622 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:20.661808 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:20.662794 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:06:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:20.666231 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-4a08302d-078b-464c-a564-1618076ecd17 service neutron] 10.222.0.50 "GET /v2.0/networks/506bc620-1e85-4b72-ac03-b26707ee16dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485795 Aug 20 19:06:20.667160 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5332c9d6-8e85-4a8e-9d30-05a8159d46db admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.672016 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-5332c9d6-8e85-4a8e-9d30-05a8159d46db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c80c56a4-264b-4e74-8a0b-9d9dff460e70 HTTP/1.1" status: 204 len: 168 time: 0.7168019 Aug 20 19:06:20.673011 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Notify callbacks [] for port, precommit_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.679475 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332c9d6-8e85-4a8e-9d30-05a8159d46db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80c56a4-264b-4e74-8a0b-9d9dff460e70,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:20.682100 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5332c9d6-8e85-4a8e-9d30-05a8159d46db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:20.705721 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-94ea24fb-1f26-4843-bd28-233ff73bbf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:20.706224 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Transition to ACTIVE for port object 643d4e20-936e-4aca-8084-239baa340209 will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:20.739820 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Transition to ACTIVE for port object 643d4e20-936e-4aca-8084-239baa340209 will not be triggered until provisioned by entity DHCP. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:20.746801 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.757738 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:20.806845 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=79348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:20.809404 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Network 3af70502-992e-42b2-a2d8-90d96e009dba is already hosted by enough agents. {{(pid=79349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:20.811392 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18edea72-c827-49b8-8c31-9533aba09ec1,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:20.814831 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:20.817284 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.base_scheduler [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Resources bound (agent type, host, resource id): {{(pid=79349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:20.833915 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.844603 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Received port after_create {{(pid=79349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:20.877658 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.878002 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.segments_db [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Added segment 8732ae4a-ac5b-4a25-8cfa-e066c45cd52f of type vlan for network 5a17e4a2-5f24-45af-a38e-c2d776b0f06a Aug 20 19:06:20.923149 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.968227 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Pushing event updated for resources: {'Port': ['ID=643d4e20-936e-4aca-8084-239baa340209,revision_number=1']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:20.974290 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:20.978918 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Attempting to bind port 643d4e20-936e-4aca-8084-239baa340209 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:20.979372 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Attempting to bind port 643d4e20-936e-4aca-8084-239baa340209 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:20.979941 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Attempting to bind port 643d4e20-936e-4aca-8084-239baa340209 on network 3af70502-992e-42b2-a2d8-90d96e009dba {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:20.987418 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:20.987919 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Checking segment: {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:20.988445 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.998525 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Bound using segment: {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:20.999156 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Bound port: 643d4e20-936e-4aca-8084-239baa340209, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:20.999641 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.052492 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.113916 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] For port 643d4e20-936e-4aca-8084-239baa340209, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:21.118200 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] For port 643d4e20-936e-4aca-8084-239baa340209, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=643d4e20-936e-4aca-8084-239baa340209,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:21.126742 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.137316 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:21.150556 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:21.161082 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] Usage tracker for resource:security_group_rule and tenant:5b78036df92b4f21a1868d5ddb5f9686 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:21.170130 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:21.182421 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:21.205826 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.229458 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Pushing event updated for resources: {'Port': ['ID=643d4e20-936e-4aca-8084-239baa340209,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:21.232980 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:21.268079 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:21.286384 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-48704740-c964-431e-b90d-79d91eb15fe4 service neutron] 10.222.0.50 "GET /v2.0/networks/506bc620-1e85-4b72-ac03-b26707ee16dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024711 Aug 20 19:06:21.436469 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.460268 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:21.460984 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.485487 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:21.526138 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.537165 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.549953 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:21.663448 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4014b23-fb76-4a94-ba38-f7798aebffe0,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:21.668871 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b78036df92b4f21a1868d5ddb5f9686&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0644357 Aug 20 19:06:21.669888 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:21.671464 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 40992) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:21.769236 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-603efc35-d7d2-4531-bf20-0d2ef0c07cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.842566 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-603efc35-d7d2-4531-bf20-0d2ef0c07cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.015745 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-603efc35-d7d2-4531-bf20-0d2ef0c07cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.023347 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-686bf349-71d4-4485-85e7-1bf5ba489a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:22.073087 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603efc35-d7d2-4531-bf20-0d2ef0c07cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4014b23-fb76-4a94-ba38-f7798aebffe0,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:22.093844 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-603efc35-d7d2-4531-bf20-0d2ef0c07cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:22.102290 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-603efc35-d7d2-4531-bf20-0d2ef0c07cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.103562 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-603efc35-d7d2-4531-bf20-0d2ef0c07cfd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4014b23-fb76-4a94-ba38-f7798aebffe0 HTTP/1.1" status: 204 len: 168 time: 0.4309876 Aug 20 19:06:22.164881 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 643d4e20-936e-4aca-8084-239baa340209 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:22.258624 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Allocated IP 172.20.0.1 (e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c/d2166fc7-fb2c-48d3-93a9-81771bcdc388/c4a2c531-3753-43cb-bd36-a0cd568b5a70) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:22.310390 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:15Z', 'revision_number': 3, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:22.325941 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7170ceb6-eeda-45e8-9a79-c211769e43fb None None] The sync data for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb is: [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:15Z', 'revision_number': 3, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:06:22.349989 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 643d4e20-936e-4aca-8084-239baa340209 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:22.365169 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device c1be7941-a038-48c7-b031-f3aa39793141 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:22.532134 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.537159 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Pushing event updated for resources: {'Network': ['ID=5a17e4a2-5f24-45af-a38e-c2d776b0f06a,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:22.545703 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.578679 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 5a17e4a2-5f24-45af-a38e-c2d776b0f06a details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:22.582246 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.097s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:22.582743 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:22.731810 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Transition to ACTIVE for port object c4a2c531-3753-43cb-bd36-a0cd568b5a70 will not be triggered until provisioned by entity DHCP. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:22.793620 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:22.803241 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:22.809246 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:22.958715 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port c1be7941-a038-48c7-b031-f3aa39793141 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:22.959265 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:23.071251 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e18f2-727e-4d5f-9018-4c45cf1c055c None None] Network 3af70502-992e-42b2-a2d8-90d96e009dba requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:23.106183 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Pushing event updated for resources: {'Port': ['ID=29bff373-9c22-4053-9f70-0a69278698ba,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:23.109173 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:23.111745 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:23.113679 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.0252674 Aug 20 19:06:23.116593 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41042) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:23.123077 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Request body: {'subnet': {'network_id': '5a17e4a2-5f24-45af-a38e-c2d776b0f06a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-165685265-subnet', 'tenant_id': '0e9914defb9a4657bf40d0704a5651ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:23.144640 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:23.162984 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Usage tracker for resource:subnet and tenant:0e9914defb9a4657bf40d0704a5651ad is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:23.171483 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:23.181829 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:23.217722 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Made reservation on behalf of 0e9914defb9a4657bf40d0704a5651ad for: {'subnet': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:23.221061 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:23.270933 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4619f86e-b10e-4cd5-8288-6757fa42f0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:23.555135 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41062) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:23.568527 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4a2c531-3753-43cb-bd36-a0cd568b5a70,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:23.579237 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:23.651649 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-5b925dfb-f4b0-46db-b696-cae511d79e29 None None] Provisioning for port 643d4e20-936e-4aca-8084-239baa340209 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:23.670626 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:23.753179 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-5b925dfb-f4b0-46db-b696-cae511d79e29 None None] Provisioning complete for port 643d4e20-936e-4aca-8084-239baa340209 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:23.754483 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-5b925dfb-f4b0-46db-b696-cae511d79e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:23.779101 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:24.064004 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:24.099315 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:24.099799 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668250'] for router_interface, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:24.140835 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device f66b8010-2856-4498-af19-4fc723b97ef8 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:24.150523 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:24.171571 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-630520d4-2a13-40ec-95e9-1997b04b447f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:24.316732 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a90ede4-71ae-40e7-95f2-0d8c49893401,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:24.336831 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:24.361406 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Checking segment: {'id': '8732ae4a-ac5b-4a25-8cfa-e066c45cd52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a17e4a2-5f24-45af-a38e-c2d776b0f06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:24.361797 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Network hostable DHCP agents. Network: 5a17e4a2-5f24-45af-a38e-c2d776b0f06a, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:24.411033 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Network 5a17e4a2-5f24-45af-a38e-c2d776b0f06a is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:24.452964 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 5a17e4a2-5f24-45af-a38e-c2d776b0f06a) {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:24.473981 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:24.481743 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:24.523786 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31283752-decb-47a0-8c5f-595c07f6fe14 None None] Network 5a17e4a2-5f24-45af-a38e-c2d776b0f06a requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:24.526603 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41102) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:24.616826 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4988964 Aug 20 19:06:24.624332 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-5b925dfb-f4b0-46db-b696-cae511d79e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:24.803703 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:24.813291 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] Usage tracker for resource:security_group_rule and tenant:e6708f61209543cf942822dce6566b2b is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:24.823459 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:24.835229 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:24.935778 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-5b925dfb-f4b0-46db-b696-cae511d79e29 None None] For port 643d4e20-936e-4aca-8084-239baa340209, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=643d4e20-936e-4aca-8084-239baa340209,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:24.958271 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port f66b8010-2856-4498-af19-4fc723b97ef8 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:24.979345 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-5b925dfb-f4b0-46db-b696-cae511d79e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.014116 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:25.041104 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1ac63db8-5d8c-4f48-bf40-78f547c850c3 req-f3ec1107-8d14-4aeb-8f9f-7e14b6431c29 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 210 time: 0.5016642 Aug 20 19:06:25.061530 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41124) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:25.203591 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b925dfb-f4b0-46db-b696-cae511d79e29 None None] Pushing event updated for resources: {'Port': ['ID=643d4e20-936e-4aca-8084-239baa340209,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:25.204694 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.214105 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-5b925dfb-f4b0-46db-b696-cae511d79e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:25.217647 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port f66b8010-2856-4498-af19-4fc723b97ef8 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:25.217647 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.252749 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_v2 [None req-457766ee-04fc-42e4-bb00-127ce0751104 admin admin] Deleting subnet e78ff2f4-44a6-4516-b421-aeebebb7da1a {{(pid=79347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:06:25.259902 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-457766ee-04fc-42e4-bb00-127ce0751104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.352525 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-457766ee-04fc-42e4-bb00-127ce0751104 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.363486 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.374039 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-457766ee-04fc-42e4-bb00-127ce0751104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.440639 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-d063ca83-14a8-450c-b207-e9ae9174ea38 None None] Provisioning for port c4a2c531-3753-43cb-bd36-a0cd568b5a70 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:25.491756 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-457766ee-04fc-42e4-bb00-127ce0751104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.502649 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:25.545130 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457766ee-04fc-42e4-bb00-127ce0751104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78ff2f4-44a6-4516-b421-aeebebb7da1a,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:25.554268 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-457766ee-04fc-42e4-bb00-127ce0751104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:25.557177 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-457766ee-04fc-42e4-bb00-127ce0751104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.565105 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-457766ee-04fc-42e4-bb00-127ce0751104 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e78ff2f4-44a6-4516-b421-aeebebb7da1a HTTP/1.1" status: 204 len: 168 time: 0.5019939 Aug 20 19:06:25.567382 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41144) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:25.568853 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-d063ca83-14a8-450c-b207-e9ae9174ea38 None None] Provisioning complete for port c4a2c531-3753-43cb-bd36-a0cd568b5a70 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:25.569259 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-d063ca83-14a8-450c-b207-e9ae9174ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.602327 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16684917-5488-4328-8d15-5b85dbe4261d None None] Network 5a17e4a2-5f24-45af-a38e-c2d776b0f06a requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:25.769538 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.773852 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-d063ca83-14a8-450c-b207-e9ae9174ea38 None None] Port c4a2c531-3753-43cb-bd36-a0cd568b5a70 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:25.853382 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.871176 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port f66b8010-2856-4498-af19-4fc723b97ef8, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=f66b8010-2856-4498-af19-4fc723b97ef8,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:25.914118 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.926144 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:25.943673 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.976803 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:25.977182 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:25.980617 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:25.980976 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > port after_create 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:25.981305 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:25.981832 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > port after_update 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:25.982156 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:25.982474 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:25.982801 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:25.983117 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:26.023506 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-c2f4bb13-b2e4-4c52-a7eb-f4097ad402a9 None None] Provisioning complete for port 643d4e20-936e-4aca-8084-239baa340209 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:26.026468 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c2f4bb13-b2e4-4c52-a7eb-f4097ad402a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.045163 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.058981 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41154) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:26.059729 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.066459 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 643d4e20-936e-4aca-8084-239baa340209 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:26.117808 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:26.187550 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=f66b8010-2856-4498-af19-4fc723b97ef8,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:26.213058 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:26.217016 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:26.217379 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:26.218111 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:26.218445 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:06:26.218817 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565fdb33-b99c-4a56-bf4a-574c5b63b1ba']}} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:26.275578 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769f1aa0-acbc-4a57-8c9e-534e844f6689') {'for_net_delete': True} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:26.276136 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769f1aa0-acbc-4a57-8c9e-534e844f6689') {} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:26.304275 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5ecddb3d-eb0d-4c4a-b339-18eff6386429 req-0e891a4d-fb5e-4054-a8d1-9ba907ee94f6 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 210 time: 0.0749044 Aug 20 19:06:26.308318 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 643d4e20-936e-4aca-8084-239baa340209 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:26.308701 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.313544 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2575664'] for segment, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.344865 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.354621 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=79347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:06:26.355923 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436019'] for segment, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: from cryptography.utils import int_from_bytes Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: from cryptography.utils import int_from_bytes Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: util.warn_limited( Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: Traceback (most recent call last): Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: timer() Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: cb(*args, **kw) Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: return func(*args, **kwargs) Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: self._notify() Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: self.callback(batched_events) Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: event.method(event) Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: return f(self, *a, **k) Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: return self._get(url).json() Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: return self.request(url, 'GET', **kwargs) Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:06:26.396956 dv-cinder-805283-1-smb neutron-server[79347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:06:26.437376 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.11', 60764) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:26.455067 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.481322 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:26.485356 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] Usage tracker for resource:security_group_rule and tenant:c79f24fd4b724cd3ab34cb3617aecf2e is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:26.488703 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:26.502598 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669a892c-fab2-4a08-9975-f7f7df0a894b,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:26.507045 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6708f61209543cf942822dce6566b2b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9244142 Aug 20 19:06:26.510110 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:26.510658 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:26.576003 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41174) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:26.696632 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754335'] for router, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.716745 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.725227 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-28731bd5-8078-41e5-bc8a-f4814abc8864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:26.743192 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-ab65140e-9365-4521-a621-7687bc9840bd tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:26.744630 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-ab65140e-9365-4521-a621-7687bc9840bd tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.11 "GET /v2.0/networks?id=506bc620-1e85-4b72-ac03-b26707ee16dd HTTP/1.1" status: 200 len: 812 time: 0.3063462 Aug 20 19:06:26.755621 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.755621 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=565fdb33-b99c-4a56-bf4a-574c5b63b1ba,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:26.757573 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:26.758898 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/565fdb33-b99c-4a56-bf4a-574c5b63b1ba HTTP/1.1" status: 204 len: 168 time: 1.1881285 Aug 20 19:06:26.762341 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41188) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:26.831619 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Request body: {'port': {'device_id': '9b5f3d07-2f19-46f7-90b6-be675c64b0da', 'network_id': '506bc620-1e85-4b72-ac03-b26707ee16dd', 'admin_state_up': True, 'tenant_id': 'f5b8a4a578284f36ae7d4c89e5a99b90'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:26.850934 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7305c6e8-b28a-4ed0-b7b0-6b44cacce706 admin admin] Deleting subnet 5a90ede4-71ae-40e7-95f2-0d8c49893401 {{(pid=79347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:06:26.859388 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.861526 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-7305c6e8-b28a-4ed0-b7b0-6b44cacce706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.864269 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-bab9ba70-f328-423c-ba6e-35636e31c09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.878534 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.893950 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668213'] for router_interface, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.898246 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:26.988060 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-7305c6e8-b28a-4ed0-b7b0-6b44cacce706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2575663'] for subnet, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.068221 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-bab9ba70-f328-423c-ba6e-35636e31c09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.101187 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:27.103557 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-7305c6e8-b28a-4ed0-b7b0-6b44cacce706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.175571 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4a2c531-3753-43cb-bd36-a0cd568b5a70,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:27.182781 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:27.185542 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.198549 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Usage tracker for resource:port and tenant:f5b8a4a578284f36ae7d4c89e5a99b90 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:27.203695 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:27.223509 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:27.247428 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Made reservation on behalf of f5b8a4a578284f36ae7d4c89e5a99b90 for: {'port': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:27.252748 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.253810 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.280615 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-edd2cdc3-9643-4211-b6c9-1de083035eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:27.330139 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-7305c6e8-b28a-4ed0-b7b0-6b44cacce706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273316'] for subnet, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.339087 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-328f4c30-ca51-4108-885d-6c5b09e0e8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:27.373427 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305c6e8-b28a-4ed0-b7b0-6b44cacce706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a90ede4-71ae-40e7-95f2-0d8c49893401,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:27.376458 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c79f24fd4b724cd3ab34cb3617aecf2e&name=default HTTP/1.1" status: 200 len: 2978 time: 1.3154535 Aug 20 19:06:27.380164 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41222) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:27.386389 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-bab9ba70-f328-423c-ba6e-35636e31c09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.387241 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d776d25f-3dcf-4e6e-8174-8ce9aa497a45,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:27.406263 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:27.417070 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:27.430262 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:27.432447 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 is scheduled to L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 with binding_index 1 {{(pid=79348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:06:27.445791 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:27.453229 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9ba70-f328-423c-ba6e-35636e31c09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669a892c-fab2-4a08-9975-f7f7df0a894b,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:27.491404 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-7305c6e8-b28a-4ed0-b7b0-6b44cacce706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:27.549472 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-7305c6e8-b28a-4ed0-b7b0-6b44cacce706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.602801 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-71da588b-b510-42d8-a02e-4fa34ed0360f req-b8d232b8-13bb-47da-ac38-e446b19100da tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 210 time: 0.1103756 Aug 20 19:06:27.610605 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Allocated IP 172.20.0.10 (506bc620-1e85-4b72-ac03-b26707ee16dd/bd161b5f-c47d-402a-946f-11b90f9892c6/980517c9-26d4-4705-b301-adca48ca457d) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:27.625761 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-7305c6e8-b28a-4ed0-b7b0-6b44cacce706 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5a90ede4-71ae-40e7-95f2-0d8c49893401 HTTP/1.1" status: 204 len: 168 time: 0.8618090 Aug 20 19:06:27.626572 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41238) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:27.854140 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-bab9ba70-f328-423c-ba6e-35636e31c09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.855928 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-bab9ba70-f328-423c-ba6e-35636e31c09f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/669a892c-fab2-4a08-9975-f7f7df0a894b HTTP/1.1" status: 204 len: 168 time: 1.2785983 Aug 20 19:06:27.868887 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-bab9ba70-f328-423c-ba6e-35636e31c09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:27.913763 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-c4034c33-f2c3-4bc6-9c23-5a1af49f0412 None None] Provisioning complete for port c4a2c531-3753-43cb-bd36-a0cd568b5a70 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:27.914330 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c4034c33-f2c3-4bc6-9c23-5a1af49f0412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.956008 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-697dce90-83e3-40bd-a8df-647b021beadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.046525 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-c4034c33-f2c3-4bc6-9c23-5a1af49f0412 None None] Port c4a2c531-3753-43cb-bd36-a0cd568b5a70 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:28.076493 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device f66b8010-2856-4498-af19-4fc723b97ef8 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:28.217253 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.227602 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port f66b8010-2856-4498-af19-4fc723b97ef8 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:28.227987 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.290401 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-697dce90-83e3-40bd-a8df-647b021beadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.295281 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.583358 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Router 32500550-9a94-4255-ae61-4be00c172da4 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:06:28.594852 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:06:28.629952 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.652188 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a17e4a2-5f24-45af-a38e-c2d776b0f06a']}} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:28.666175 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8732ae4a-ac5b-4a25-8cfa-e066c45cd52f') {'for_net_delete': True} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:28.666465 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8732ae4a-ac5b-4a25-8cfa-e066c45cd52f') {} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:28.670380 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Sync routers for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:06:28.682477 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.694079 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:28.696341 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:06:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:28.698159 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-697dce90-83e3-40bd-a8df-647b021beadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.701504 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2575664'] for segment, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.720606 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:28.737554 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:28.756605 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Notify callbacks [] for router, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.758199 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.7085860 Aug 20 19:06:28.760261 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-697dce90-83e3-40bd-a8df-647b021beadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.761778 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-697dce90-83e3-40bd-a8df-647b021beadb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d776d25f-3dcf-4e6e-8174-8ce9aa497a45 HTTP/1.1" status: 204 len: 168 time: 1.3803327 Aug 20 19:06:28.763130 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dce90-83e3-40bd-a8df-647b021beadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d776d25f-3dcf-4e6e-8174-8ce9aa497a45,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:28.809092 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41280) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:28.863725 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.879655 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-697dce90-83e3-40bd-a8df-647b021beadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:29.102133 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=79347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:06:29.102534 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436019'] for segment, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.127356 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: Traceback (most recent call last): Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: timer() Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: cb(*args, **kw) Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: return func(*args, **kwargs) Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: self._notify() Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: self.callback(batched_events) Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: event.method(event) Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: return f(self, *a, **k) Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: return self._get(url).json() Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: return self.request(url, 'GET', **kwargs) Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:06:29.156261 dv-cinder-805283-1-smb neutron-server[79347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:06:29.158051 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Sync routers for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:06:29.166539 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] 10.222.0.50 "PUT /v2.0/routers/32500550-9a94-4255-ae61-4be00c172da4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9937255 Aug 20 19:06:29.171637 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:29.172299 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:06:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:29.192945 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Network 506bc620-1e85-4b72-ac03-b26707ee16dd is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:29.212108 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:29.217318 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:29.282708 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:29.313179 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Pushing event updated for resources: {'Port': ['ID=980517c9-26d4-4705-b301-adca48ca457d,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:29.336079 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:29.451746 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.498641 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.507459 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:29.567315 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:29.575758 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.655647 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:06:29.673242 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] 10.222.0.50 "DELETE /v2.0/networks/5a17e4a2-5f24-45af-a38e-c2d776b0f06a HTTP/1.1" status: 204 len: 168 time: 2.0441356 Aug 20 19:06:29.677947 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] Pushing event deleted for resources: {'Network': ['ID=5a17e4a2-5f24-45af-a38e-c2d776b0f06a,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:29.683628 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41314) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:29.708845 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ca7b000e-629a-4441-9c5f-05101ffe66bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:29.744188 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:29.776557 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.821007 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:29.834356 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] Usage tracker for resource:security_group_rule and tenant:796d68e7459a4ddf80574041ea7737ce is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:29.846111 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:29.867342 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:29.973094 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1478527 Aug 20 19:06:30.013772 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 3, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:30.025151 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Checking router: d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:06:30.025512 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Updating router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 port 29bff373-9c22-4053-9f70-0a69278698ba binding host dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:06:30.086660 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.094634 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.113571 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:30.249253 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.329203 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=796d68e7459a4ddf80574041ea7737ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6418648 Aug 20 19:06:30.329203 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f04dd6-bc44-402b-9d6a-b3f0340ed5bb,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:30.330958 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41328) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:30.350383 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:30.501599 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-d76bbbf3-3352-4569-97ce-c3634656b477 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=79347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:06:30.507633 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-d76bbbf3-3352-4569-97ce-c3634656b477 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0824897 Aug 20 19:06:30.547444 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe29df-df41-4edc-bf82-188f371fed74 req-1b01cf98-1068-41e2-8de5-c4e0ae60a57d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:30.550006 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-d9fe29df-df41-4edc-bf82-188f371fed74 req-1b01cf98-1068-41e2-8de5-c4e0ae60a57d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Synchronizing usage tracker for tenant:f5b8a4a578284f36ae7d4c89e5a99b90 on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:30.564866 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41338) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:30.597424 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f3f50bf4-539b-41b3-b809-833f17825809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.713115 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f3f50bf4-539b-41b3-b809-833f17825809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.876599 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f3f50bf4-539b-41b3-b809-833f17825809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.891556 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:30.934461 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f50bf4-539b-41b3-b809-833f17825809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f04dd6-bc44-402b-9d6a-b3f0340ed5bb,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:30.945075 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f3f50bf4-539b-41b3-b809-833f17825809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:30.947617 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f3f50bf4-539b-41b3-b809-833f17825809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.952755 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-f3f50bf4-539b-41b3-b809-833f17825809 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3f04dd6-bc44-402b-9d6a-b3f0340ed5bb HTTP/1.1" status: 204 len: 168 time: 0.6190290 Aug 20 19:06:30.985185 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 2, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:30.997471 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Checking router: 32500550-9a94-4255-ae61-4be00c172da4 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:06:31.001416 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Updating router 32500550-9a94-4255-ae61-4be00c172da4 port c4a2c531-3753-43cb-bd36-a0cd568b5a70 binding host dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:06:31.013123 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-d9fe29df-df41-4edc-bf82-188f371fed74 req-1b01cf98-1068-41e2-8de5-c4e0ae60a57d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Unset dirty status for tenant:f5b8a4a578284f36ae7d4c89e5a99b90 on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:31.021854 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d9fe29df-df41-4edc-bf82-188f371fed74 req-1b01cf98-1068-41e2-8de5-c4e0ae60a57d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 932 time: 1.9737446 Aug 20 19:06:31.170345 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-0df2d760-cf88-48ef-afc8-e9c42d6eb35b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5f6dcd020c8425e9fe8d8b1147ea67c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5803938 Aug 20 19:06:31.174198 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41366) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:31.235399 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.416110 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d823d80b-c08f-4012-a73e-e89fcc233f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.522470 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d823d80b-c08f-4012-a73e-e89fcc233f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.575768 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d9fe29df-df41-4edc-bf82-188f371fed74 req-b2b5944a-a9ae-4e1c-b62f-dc4c85e5c1c8 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461824 Aug 20 19:06:31.629070 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41378) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:31.644309 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786726754', 'description': 'tempest-description--407693664'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:31.665398 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:31.674489 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d823d80b-c08f-4012-a73e-e89fcc233f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.684772 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:security_group and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:31.692411 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.699474 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:31.703368 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2988d6b5-3ccf-4a24-8ce3-598c50168352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:31.721618 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:31.726776 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Transition to ACTIVE for port object 29bff373-9c22-4053-9f70-0a69278698ba will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:31.727362 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823d80b-c08f-4012-a73e-e89fcc233f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ec2df9-6d21-4aab-a115-3060a24145e7,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:31.733804 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d823d80b-c08f-4012-a73e-e89fcc233f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:31.736764 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d823d80b-c08f-4012-a73e-e89fcc233f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.741468 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-d823d80b-c08f-4012-a73e-e89fcc233f24 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08ec2df9-6d21-4aab-a115-3060a24145e7 HTTP/1.1" status: 204 len: 168 time: 0.5659420 Aug 20 19:06:31.755468 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.759443 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.782149 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-5b925dfb-f4b0-46db-b696-cae511d79e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:31.836717 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:31.848947 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Request body: {'port': {'device_id': '9b5f3d07-2f19-46f7-90b6-be675c64b0da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:31.854138 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:security_group_rule and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:31.861622 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128ea7a-437a-4b04-acd9-163ad5c6475b None None] Pushing event updated for resources: {'Port': ['ID=29bff373-9c22-4053-9f70-0a69278698ba,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:31.862290 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:31.874242 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-8128ea7a-437a-4b04-acd9-163ad5c6475b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:31.887333 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:31.914486 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Attempting to bind port 29bff373-9c22-4053-9f70-0a69278698ba on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:31.915081 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Attempting to bind port 29bff373-9c22-4053-9f70-0a69278698ba by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:31.917277 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Attempting to bind port 29bff373-9c22-4053-9f70-0a69278698ba on network a1374c77-d1c1-4672-958d-890c6990cccb {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:31.929393 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:31.931678 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Checking segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:31.932339 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.933044 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Bound using segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:31.937510 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Bound port: 29bff373-9c22-4053-9f70-0a69278698ba, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:31.938529 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.062128 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.071540 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.078784 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:32.129656 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] For port 29bff373-9c22-4053-9f70-0a69278698ba, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:32.136479 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] For port 29bff373-9c22-4053-9f70-0a69278698ba, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=29bff373-9c22-4053-9f70-0a69278698ba,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:32.147370 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.154826 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-1eb5b5b3-2141-4a2a-9707-c6fda48b0ea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:32.185229 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8cd057-53a6-4155-8751-f7e135e84120,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:32.199264 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.203848 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5736041 Aug 20 19:06:32.205443 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41394) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:32.206628 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:32.213421 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'security_group_rule': {'security_group_id': 'dc8cd057-53a6-4155-8751-f7e135e84120', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:32.225957 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:32.234595 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:security_group_rule and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:32.238653 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:32.247561 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:32.276149 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.376307 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.426592 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.438197 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.441301 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:32.467734 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41406) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:32.477786 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:32.478444 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:06:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:32.589697 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.612978 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009604 Aug 20 19:06:32.615676 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41414) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:32.616235 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b3497d-ddd7-4f81-8322-8a25c9223183,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:32.652812 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'security_group_rule': {'security_group_id': 'dc8cd057-53a6-4155-8751-f7e135e84120', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:32.676237 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128ea7a-437a-4b04-acd9-163ad5c6475b None None] Pushing event updated for resources: {'Port': ['ID=29bff373-9c22-4053-9f70-0a69278698ba,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:32.686858 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Notify callbacks [] for port, precommit_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.691084 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:32.691392 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-8128ea7a-437a-4b04-acd9-163ad5c6475b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:32.700199 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:32.708676 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.provisioning_blocks [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Transition to ACTIVE for port object c4a2c531-3753-43cb-bd36-a0cd568b5a70 will not be triggered until provisioned by entity L2. {{(pid=79350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:32.733272 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.740341 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:security_group_rule and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:32.741204 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:32.743993 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-706bda80-ce09-4315-bd2d-969642c4c692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.761426 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:32.803911 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:32.849901 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.860935 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-7841869d-28ba-4479-bfc1-dc1747f82662 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e9914defb9a4657bf40d0704a5651ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3309305 Aug 20 19:06:32.884550 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41422) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:32.896810 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.106122 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.107702 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6e1c6-a04c-4f9e-9d90-7fdfe896a1c1 None None] Pushing event updated for resources: {'Port': ['ID=c4a2c531-3753-43cb-bd36-a0cd568b5a70,revision_number=3']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:33.114468 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.116773 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:33.170362 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-94b6e1c6-a04c-4f9e-9d90-7fdfe896a1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:33.203971 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660559aa-1702-4018-bac2-ec4001c8dd45,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:33.207485 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:33.213815 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.221849 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5889924 Aug 20 19:06:33.225660 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41434) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:33.236323 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'floatingip': {'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:33.253956 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:33.267600 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:33.278311 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:floatingip and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:33.283356 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:33.300434 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:33.331593 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.368118 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.407388 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Attempting to bind port c4a2c531-3753-43cb-bd36-a0cd568b5a70 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:33.409167 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Attempting to bind port c4a2c531-3753-43cb-bd36-a0cd568b5a70 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:33.409736 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Attempting to bind port c4a2c531-3753-43cb-bd36-a0cd568b5a70 on network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:33.447338 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:33.447923 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Checking segment: {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:33.448669 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.449193 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Bound using segment: {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:33.449693 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Bound port: c4a2c531-3753-43cb-bd36-a0cd568b5a70, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'}}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:33.450099 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.657645 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.681591 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] For port c4a2c531-3753-43cb-bd36-a0cd568b5a70, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:33.689997 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] For port c4a2c531-3753-43cb-bd36-a0cd568b5a70, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=c4a2c531-3753-43cb-bd36-a0cd568b5a70,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:33.697815 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.707734 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:33.894222 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:33.894546 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:06:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:34.041511 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Allocated IP 172.28.2.107 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/7178ff99-6ac2-4791-961d-24b4ba197613) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:34.168238 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d729fba3-36a5-4d9c-a45d-23a59a3e2025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.326227 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6e1c6-a04c-4f9e-9d90-7fdfe896a1c1 None None] Pushing event updated for resources: {'Port': ['ID=c4a2c531-3753-43cb-bd36-a0cd568b5a70,revision_number=4']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:34.481039 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 3, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:34.498749 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25374c68-89f2-4be5-a7d7-844266555ab2 None None] The sync data for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb is: [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 3, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:06:34.549154 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.557384 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Allocated IP 172.20.0.1 (3af70502-992e-42b2-a2d8-90d96e009dba/df979ad6-6744-42aa-8a63-782cf2d02acf/cdf79485-1f38-4d73-a6d8-74e796e0dc2b) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:34.585376 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-94b6e1c6-a04c-4f9e-9d90-7fdfe896a1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:34.628939 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.643615 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:34.652163 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:34.675550 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4693-a956-4d66-8fe2-b33bfa53927a req-018f234f-b041-46e0-8810-74f984d80e42 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:34.677137 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88df4693-a956-4d66-8fe2-b33bfa53927a req-018f234f-b041-46e0-8810-74f984d80e42 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 932 time: 1.7937481 Aug 20 19:06:34.710471 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.db.resource_extend [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 19:06:34.830408 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f7566f92-25c4-424b-88e1-2322b4123333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.876488 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:34.877928 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'Port': ['ID=7178ff99-6ac2-4791-961d-24b4ba197613,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:34.883781 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:34.884681 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:34.887661 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:35.186071 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d729fba3-36a5-4d9c-a45d-23a59a3e2025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.190886 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.325845 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980517c9-26d4-4705-b301-adca48ca457d {{(pid=79347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:35.348022 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.364328 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.379509 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Transition to ACTIVE for port object 980517c9-26d4-4705-b301-adca48ca457d will not be triggered until provisioned by entity L2. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:35.439624 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.482264 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:33Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:35.492986 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082e818-35cc-4325-bc6f-fabf1c8773f5 None None] The sync data for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb is: [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:33Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:06:35.511857 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88df4693-a956-4d66-8fe2-b33bfa53927a req-f5545cbb-4557-4ffa-8914-c830b1d4c820 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8138449 Aug 20 19:06:35.598342 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:35.919637 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.024343 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.031413 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.036114 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:36.115095 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.225577 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.231903 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device c4a2c531-3753-43cb-bd36-a0cd568b5a70 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:36.318487 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'Port': ['ID=7178ff99-6ac2-4791-961d-24b4ba197613,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:36.324004 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:36.341754 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Pushing event updated for resources: {'Port': ['ID=980517c9-26d4-4705-b301-adca48ca457d,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:36.358550 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.369001 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1401002 Aug 20 19:06:36.377056 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:36.379037 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Transition to ACTIVE for port object cdf79485-1f38-4d73-a6d8-74e796e0dc2b will not be triggered until provisioned by entity DHCP. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:36.400692 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d729fba3-36a5-4d9c-a45d-23a59a3e2025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.410007 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port c4a2c531-3753-43cb-bd36-a0cd568b5a70 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:36.427495 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:36.440264 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port c4a2c531-3753-43cb-bd36-a0cd568b5a70 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:36.442563 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.600237 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.610119 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729fba3-36a5-4d9c-a45d-23a59a3e2025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18edea72-c827-49b8-8c31-9533aba09ec1,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:36.628496 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d729fba3-36a5-4d9c-a45d-23a59a3e2025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:36.661248 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-0ae302d1-0f88-4ca3-b16e-c45a20aa6f0d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:36.830166 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Attempting to bind port 980517c9-26d4-4705-b301-adca48ca457d on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:36.831318 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Attempting to bind port 980517c9-26d4-4705-b301-adca48ca457d by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'c5abed0e-26e7-4df8-8e12-4648b285ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '506bc620-1e85-4b72-ac03-b26707ee16dd'}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:36.832469 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Attempting to bind port 980517c9-26d4-4705-b301-adca48ca457d on network 506bc620-1e85-4b72-ac03-b26707ee16dd {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:36.846352 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d729fba3-36a5-4d9c-a45d-23a59a3e2025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.853486 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-d729fba3-36a5-4d9c-a45d-23a59a3e2025 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18edea72-c827-49b8-8c31-9533aba09ec1 HTTP/1.1" status: 204 len: 168 time: 3.9558172 Aug 20 19:06:36.924431 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Port 980517c9-26d4-4705-b301-adca48ca457d on network 506bc620-1e85-4b72-ac03-b26707ee16dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:06:36.924793 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Attempting to bind port 980517c9-26d4-4705-b301-adca48ca457d on network 506bc620-1e85-4b72-ac03-b26707ee16dd {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:37.090371 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Network 3af70502-992e-42b2-a2d8-90d96e009dba is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:37.094781 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:37.127988 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:37.140712 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.263135 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.280933 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Pushing event updated for resources: {'Port': ['ID=cdf79485-1f38-4d73-a6d8-74e796e0dc2b,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:37.289962 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port c4a2c531-3753-43cb-bd36-a0cd568b5a70, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=c4a2c531-3753-43cb-bd36-a0cd568b5a70,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:37.295793 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:37.296216 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.296561 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Checking segment: {'id': 'c5abed0e-26e7-4df8-8e12-4648b285ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '506bc620-1e85-4b72-ac03-b26707ee16dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:37.297653 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Bound using segment: {'id': 'c5abed0e-26e7-4df8-8e12-4648b285ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '506bc620-1e85-4b72-ac03-b26707ee16dd'} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:37.298332 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Bound port: 980517c9-26d4-4705-b301-adca48ca457d, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5abed0e-26e7-4df8-8e12-4648b285ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '506bc620-1e85-4b72-ac03-b26707ee16dd'}}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:37.298895 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.309139 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 29bff373-9c22-4053-9f70-0a69278698ba up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:37.311814 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:37.482316 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:37.536463 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-0a79961e-d7b6-4489-bfad-4ad637e3cc0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Synchronizing usage tracker for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:37.785819 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=c4a2c531-3753-43cb-bd36-a0cd568b5a70,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:37.797009 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:37.843074 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 29bff373-9c22-4053-9f70-0a69278698ba completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:37.868762 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 29bff373-9c22-4053-9f70-0a69278698ba triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:37.871467 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.878475 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] For port 980517c9-26d4-4705-b301-adca48ca457d, host hv-cinder-80528, cleared binding levels {{(pid=79347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:37.894736 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] For port 980517c9-26d4-4705-b301-adca48ca457d, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=980517c9-26d4-4705-b301-adca48ca457d,segment=NetworkSegment(c5abed0e-26e7-4df8-8e12-4648b285ca25),segment_id=c5abed0e-26e7-4df8-8e12-4648b285ca25)] {{(pid=79347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:37.921911 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.973487 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668250'] for router_interface, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.996861 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-07481c70-1dc5-4477-b690-28e8946044a1 None None] Provisioning for port cdf79485-1f38-4d73-a6d8-74e796e0dc2b completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:38.083294 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-07481c70-1dc5-4477-b690-28e8946044a1 None None] Provisioning complete for port cdf79485-1f38-4d73-a6d8-74e796e0dc2b triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:38.083557 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-07481c70-1dc5-4477-b690-28e8946044a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.140190 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-771d359b-5178-4850-89a6-a5f20e548b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:38.271373 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-0a79961e-d7b6-4489-bfad-4ad637e3cc0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Unset dirty status for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:38.272784 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-0a79961e-d7b6-4489-bfad-4ad637e3cc0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--786726754&fields=id&tenant_id=8d3269f2ca0146eeb31b688269c2b68f HTTP/1.1" status: 200 len: 267 time: 1.0092213 Aug 20 19:06:38.296277 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316f512-b105-40dc-9467-b31fd99c82ca req-cc45a63c-61bb-4d07-8a23-fa22051d6bdc tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:38.298285 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4316f512-b105-40dc-9467-b31fd99c82ca req-cc45a63c-61bb-4d07-8a23-fa22051d6bdc tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 944 time: 1.4356847 Aug 20 19:06:38.318173 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:38.319085 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.320699 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] 10.222.0.11 "PUT /v2.0/ports/980517c9-26d4-4705-b301-adca48ca457d HTTP/1.1" status: 200 len: 1094 time: 7.1725783 Aug 20 19:06:38.328591 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5f3d07-2f19-46f7-90b6-be675c64b0da', 'tag': '980517c9-26d4-4705-b301-adca48ca457d'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:38.390388 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-07481c70-1dc5-4477-b690-28e8946044a1 None None] Port cdf79485-1f38-4d73-a6d8-74e796e0dc2b cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:38.403569 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.467642 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Pushing event updated for resources: {'Port': ['ID=980517c9-26d4-4705-b301-adca48ca457d,revision_number=3']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:38.520005 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:38.535781 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.572627 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 29bff373-9c22-4053-9f70-0a69278698ba, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=29bff373-9c22-4053-9f70-0a69278698ba,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:38.580707 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.582918 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-878dcd04-43f8-441d-849c-dc32fb212135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:38.608588 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.728743 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=29bff373-9c22-4053-9f70-0a69278698ba,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:38.736741 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:38.802604 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device c4a2c531-3753-43cb-bd36-a0cd568b5a70 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:38.905257 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4316f512-b105-40dc-9467-b31fd99c82ca req-c1dbb6fa-e82b-4bdd-97d8-f8f8e7bf958b tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775914 Aug 20 19:06:38.961020 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port c4a2c531-3753-43cb-bd36-a0cd568b5a70 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:38.961604 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.982459 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-6930d30f-b8bb-4529-a599-e78b3d103d6b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:38.983154 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-6930d30f-b8bb-4529-a599-e78b3d103d6b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Synchronizing usage tracker for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:network {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:39.278919 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:39.349176 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:39.357060 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-6930d30f-b8bb-4529-a599-e78b3d103d6b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Unset dirty status for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:network {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:39.376398 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-6930d30f-b8bb-4529-a599-e78b3d103d6b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 811 time: 1.0608294 Aug 20 19:06:39.554499 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:39.755851 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-d989e255-68ed-45dc-a9fe-bb7b19cd01dc tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/quotas/8d3269f2ca0146eeb31b688269c2b68f HTTP/1.1" status: 200 len: 375 time: 0.3757536 Aug 20 19:06:39.796465 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-f3da493d-e002-4d92-b026-b943752327e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:39.798719 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-f3da493d-e002-4d92-b026-b943752327e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5b8a4a578284f36ae7d4c89e5a99b90&device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 1097 time: 1.2985432 Aug 20 19:06:40.281232 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5f3d07-2f19-46f7-90b6-be675c64b0da', 'tag': '980517c9-26d4-4705-b301-adca48ca457d', 'status': 'completed', 'code': 200} Aug 20 19:06:40.310474 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Pushing event updated for resources: {'Port': ['ID=cdf79485-1f38-4d73-a6d8-74e796e0dc2b,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:40.325161 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:40.363202 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-cf759333-43ba-4719-ad07-1a4b1daf2c40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=980517c9-26d4-4705-b301-adca48ca457d HTTP/1.1" status: 200 len: 217 time: 0.3421898 Aug 20 19:06:40.384648 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668213'] for router_interface, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:40.469361 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41656) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:40.805600 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 29bff373-9c22-4053-9f70-0a69278698ba up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:40.873934 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-8d84270f-4470-46d6-8311-328fc1dd4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:40.878607 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-8d84270f-4470-46d6-8311-328fc1dd4bee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd161b5f-c47d-402a-946f-11b90f9892c6 HTTP/1.1" status: 200 len: 852 time: 0.4640987 Aug 20 19:06:40.985087 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 29bff373-9c22-4053-9f70-0a69278698ba triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:40.985472 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.022033 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.027458 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-ba354e88-50b5-4ecb-9e87-eb5de2f6fb24 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2448347 Aug 20 19:06:41.044583 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:41.055348 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:594fe734e926462c91fb8f5135e0a39d is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:41.079243 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:41.086840 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:41.152761 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-0d263b40-ad8e-4867-bf8d-2709dace6a68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=506bc620-1e85-4b72-ac03-b26707ee16dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014905 Aug 20 19:06:41.270875 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.278128 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.310446 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-cd20ffd6-8bf2-4d42-827f-3f5364ef9e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:41.348895 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=594fe734e926462c91fb8f5135e0a39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8784208 Aug 20 19:06:41.352271 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41684) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:41.374461 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a358b83-e1e6-4851-adca-5216475caff9,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:41.379142 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:41.442328 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aa0f-8248-4871-9a5d-debb2bf1b56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.496219 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aa0f-8248-4871-9a5d-debb2bf1b56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.600632 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-3a192dbf-f97a-4df6-a2e7-6e262c08efc0 service neutron] 10.222.0.11 "GET /v2.0/networks/506bc620-1e85-4b72-ac03-b26707ee16dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224279 Aug 20 19:06:41.642234 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aa0f-8248-4871-9a5d-debb2bf1b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.647140 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34855c2-47ea-43e2-9fd7-debfe3fe01d4 req-a34ca34d-bbda-4ce0-8cdc-9d0f8e4fd0f6 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:41.657628 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f34855c2-47ea-43e2-9fd7-debfe3fe01d4 req-a34ca34d-bbda-4ce0-8cdc-9d0f8e4fd0f6 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 944 time: 1.1510153 Aug 20 19:06:41.658962 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2e0fba36-772a-4051-93a0-9364b4e03f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:41.695422 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0aa0f-8248-4871-9a5d-debb2bf1b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a358b83-e1e6-4851-adca-5216475caff9,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:41.698333 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3bc0aa0f-8248-4871-9a5d-debb2bf1b56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:41.699587 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aa0f-8248-4871-9a5d-debb2bf1b56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.700945 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-3bc0aa0f-8248-4871-9a5d-debb2bf1b56a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a358b83-e1e6-4851-adca-5216475caff9 HTTP/1.1" status: 204 len: 168 time: 0.3473942 Aug 20 19:06:41.793592 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Network 3af70502-992e-42b2-a2d8-90d96e009dba is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:41.805699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:41.843894 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f34855c2-47ea-43e2-9fd7-debfe3fe01d4 req-17404618-d11e-47c0-b110-d85034a4cce6 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808131 Aug 20 19:06:41.971127 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-eaed31b5-3fdb-4d64-8fa3-da6f9d07cd60 service neutron] 10.222.0.50 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9425435 Aug 20 19:06:42.254497 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-67954afa-69f7-4b01-8311-263392c1fb1b None None] Provisioning complete for port cdf79485-1f38-4d73-a6d8-74e796e0dc2b triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:42.255062 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-67954afa-69f7-4b01-8311-263392c1fb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.286130 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41714) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:42.311799 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.324232 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-67954afa-69f7-4b01-8311-263392c1fb1b None None] Port cdf79485-1f38-4d73-a6d8-74e796e0dc2b cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:42.328567 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:42.337246 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] Usage tracker for resource:security_group_rule and tenant:492b2c4f783840ce9b93c35b63f99741 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:42.342022 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:42.349842 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:42.350555 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-b7a96fe4-95aa-4806-b302-36972aae730f service neutron] 10.222.0.50 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674264 Aug 20 19:06:42.376615 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:06:42.576710 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.589223 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.605004 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-bab9ba70-f328-423c-ba6e-35636e31c09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:42.683055 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=492b2c4f783840ce9b93c35b63f99741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967299 Aug 20 19:06:42.688012 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41744) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:42.732832 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7746a51b-0fba-4105-b852-23fa347f8fb0,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:42.744661 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:42.774268 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d24476a5-9f16-46b8-a879-e77dfc6f502f req-61a2266a-d27a-4134-9f54-991799306c89 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 210 time: 0.0798154 Aug 20 19:06:42.786880 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7eeca073-e4d8-4d6b-b8db-52b9358f46e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.796224 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:06:42.814001 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Sync routers for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:06:42.818696 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] 10.222.0.50 "PUT /v2.0/routers/d5eba15f-ba9f-4725-a16e-9fc8ac12fe86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9774547 Aug 20 19:06:42.819401 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41752) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:42.831426 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:42.832405 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:06:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:42.843014 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7eeca073-e4d8-4d6b-b8db-52b9358f46e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.904536 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7eeca073-e4d8-4d6b-b8db-52b9358f46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.909832 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-697dce90-83e3-40bd-a8df-647b021beadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:42.921800 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeca073-e4d8-4d6b-b8db-52b9358f46e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7746a51b-0fba-4105-b852-23fa347f8fb0,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:42.924814 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7eeca073-e4d8-4d6b-b8db-52b9358f46e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:42.926884 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7eeca073-e4d8-4d6b-b8db-52b9358f46e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.928005 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-7eeca073-e4d8-4d6b-b8db-52b9358f46e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7746a51b-0fba-4105-b852-23fa347f8fb0 HTTP/1.1" status: 204 len: 168 time: 0.2262695 Aug 20 19:06:43.182221 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:43.235228 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e516083-01c9-41f4-83b9-8c39ad4a0ff1 req-07f8db57-91b1-429f-8371-c5a4da42ee39 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:43.236811 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3e516083-01c9-41f4-83b9-8c39ad4a0ff1 req-07f8db57-91b1-429f-8371-c5a4da42ee39 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 944 time: 0.2131600 Aug 20 19:06:43.328001 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:43.342663 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3e516083-01c9-41f4-83b9-8c39ad4a0ff1 req-d53976a9-9f87-40b3-9f71-e9fd2b3ab6ef tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984230 Aug 20 19:06:43.359011 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:43.365224 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] Usage tracker for resource:security_group_rule and tenant:7dab8c8873074a53867a82f155f3937c is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:43.373325 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:43.408378 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:43.523189 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41792) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:43.618398 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:43.634504 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:43.652943 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:43.805841 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 2, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:43.817619 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Checking router: d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:06:43.818109 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Updating router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 port cdf79485-1f38-4d73-a6d8-74e796e0dc2b binding host dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:06:43.852669 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:43.904132 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dab8c8873074a53867a82f155f3937c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0826046 Aug 20 19:06:43.907401 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41820) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:43.908826 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3770be4-1055-4455-817f-6c8a9d53ba8f,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:43.917068 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:43.927127 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:43.927848 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] Usage tracker for resource:security_group_rule and tenant:7a71efd36b644f8a952ac62343610ccc is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:43.933681 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:43.941820 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:43.947874 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:44.058734 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eda5c4bd-282f-49ee-8a8a-eab5a50b8051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.096640 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41830) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:44.120813 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921277609', 'description': 'tempest-description--911161266'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:44.137149 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f0bc6114-1aad-4b88-9798-4bb1783ddf12 req-81004805-3deb-4ad3-a680-a5653ebdc5e0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 210 time: 0.0710018 Aug 20 19:06:44.151589 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:44.156559 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:security_group and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:44.159972 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:44.175887 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:44.190058 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.190565 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eda5c4bd-282f-49ee-8a8a-eab5a50b8051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.196853 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.209837 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:44.217185 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.254223 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a71efd36b644f8a952ac62343610ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279823 Aug 20 19:06:44.257248 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41836) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:44.261810 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119fb19c-a747-405a-909a-9f00029ef5fd,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:44.274211 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:44.300690 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eda5c4bd-282f-49ee-8a8a-eab5a50b8051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.302512 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:44.315180 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7fd1d5fc-efef-401b-bc49-c93a42885de6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:44.337441 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:security_group_rule and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:44.344023 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5c4bd-282f-49ee-8a8a-eab5a50b8051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3770be4-1055-4455-817f-6c8a9d53ba8f,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:44.346579 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-eda5c4bd-282f-49ee-8a8a-eab5a50b8051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:44.348091 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:44.360096 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:44.366310 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eda5c4bd-282f-49ee-8a8a-eab5a50b8051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.367749 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-eda5c4bd-282f-49ee-8a8a-eab5a50b8051 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3770be4-1055-4455-817f-6c8a9d53ba8f HTTP/1.1" status: 204 len: 168 time: 0.4586980 Aug 20 19:06:44.530973 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a09a9a1d-7cd1-454d-909d-f40afb28c084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.571960 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.587242 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.589540 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Transition to ACTIVE for port object cdf79485-1f38-4d73-a6d8-74e796e0dc2b will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:44.600390 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.604324 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.612986 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-270d44a7-e30b-45b6-8e05-caa15199ad98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:44.613217 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-8128ea7a-437a-4b04-acd9-163ad5c6475b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:44.649817 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41852) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:44.681024 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f2ce69-a33b-482f-80f8-25fc4e594518,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:44.685896 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:44.687893 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.689657 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5892780 Aug 20 19:06:44.692360 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41858) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:44.701120 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'security_group_rule': {'security_group_id': '87f2ce69-a33b-482f-80f8-25fc4e594518', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:44.707190 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:44.711929 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:security_group_rule and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:44.717151 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:44.720285 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5ee30-5fb4-45ce-a19d-3ea3921276aa None None] Pushing event updated for resources: {'Port': ['ID=cdf79485-1f38-4d73-a6d8-74e796e0dc2b,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:44.726401 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:44.733075 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-cdf5ee30-5fb4-45ce-a19d-3ea3921276aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:44.737094 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a09a9a1d-7cd1-454d-909d-f40afb28c084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.783662 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.932066 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.939338 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.968369 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-dd28d9d8-78fb-47ae-a505-94481a23177c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:44.984107 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a09a9a1d-7cd1-454d-909d-f40afb28c084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.984731 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41862) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:45.006133 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Attempting to bind port cdf79485-1f38-4d73-a6d8-74e796e0dc2b on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:45.008849 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Attempting to bind port cdf79485-1f38-4d73-a6d8-74e796e0dc2b by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:45.009973 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Attempting to bind port cdf79485-1f38-4d73-a6d8-74e796e0dc2b on network 3af70502-992e-42b2-a2d8-90d96e009dba {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:45.017127 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4e1903-da80-4a83-a50b-ffd69e94d256,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:45.021740 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:45.022205 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:45.022877 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Checking segment: {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:45.024205 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5332c9d6-8e85-4a8e-9d30-05a8159d46db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:45.024581 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.025302 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Bound using segment: {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:45.026007 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Bound port: cdf79485-1f38-4d73-a6d8-74e796e0dc2b, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:45.027004 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.040468 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.046135 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3519251 Aug 20 19:06:45.046650 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41866) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:45.051971 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'security_group_rule': {'security_group_id': '87f2ce69-a33b-482f-80f8-25fc4e594518', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:45.055862 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a9a1d-7cd1-454d-909d-f40afb28c084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119fb19c-a747-405a-909a-9f00029ef5fd,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:45.058176 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.065221 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:45.068375 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a09a9a1d-7cd1-454d-909d-f40afb28c084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:45.073924 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1048884813-network', 'tenant_id': '8babd9e220e34123a596bb15bad55892'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:45.075222 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5102776f-1d35-4188-bc7d-393f3f16aa94 req-d2671f24-d40e-4d95-9841-452e2b5aeb65 service neutron] 10.222.0.11 "GET /v2.0/networks/506bc620-1e85-4b72-ac03-b26707ee16dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011343 Aug 20 19:06:45.079255 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:security_group_rule and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:45.082092 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:45.084370 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:45.090797 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:45.091625 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Usage tracker for resource:network and tenant:8babd9e220e34123a596bb15bad55892 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:45.093769 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a09a9a1d-7cd1-454d-909d-f40afb28c084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.094456 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:45.094766 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-a09a9a1d-7cd1-454d-909d-f40afb28c084 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/119fb19c-a747-405a-909a-9f00029ef5fd HTTP/1.1" status: 204 len: 168 time: 0.8351400 Aug 20 19:06:45.097531 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:45.106320 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] Usage tracker for resource:security_group_rule and tenant:48b0592f824740c7a99d38114a4920eb is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:45.106595 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:45.113503 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:45.124122 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:45.126555 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Made reservation on behalf of 8babd9e220e34123a596bb15bad55892 for: {'network': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:45.129645 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.144343 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffca294-edd7-4532-912c-1fd7110e494e req-071e076a-9c07-44b5-a1ed-c455c7633b2d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:45.151980 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dffca294-edd7-4532-912c-1fd7110e494e req-071e076a-9c07-44b5-a1ed-c455c7633b2d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 944 time: 0.4375689 Aug 20 19:06:45.152821 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.162411 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.227171 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dffca294-edd7-4532-912c-1fd7110e494e req-115cb57f-1676-4073-b746-cc4f320b2446 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742388 Aug 20 19:06:45.250230 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] For port cdf79485-1f38-4d73-a6d8-74e796e0dc2b, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:45.253104 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:45.253775 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] For port cdf79485-1f38-4d73-a6d8-74e796e0dc2b, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=cdf79485-1f38-4d73-a6d8-74e796e0dc2b,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:45.263368 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Usage tracker for resource:security_group_rule and tenant:8babd9e220e34123a596bb15bad55892 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:45.264526 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.269444 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-cdf5ee30-5fb4-45ce-a19d-3ea3921276aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:45.271356 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:45.287289 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:45.454489 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:45.455970 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.466975 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:06:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:45.484974 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.517286 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.519570 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.523975 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b6114151-53e0-40b4-bc06-c13dda501671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:45.531753 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.606524 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-95abe854-a6d4-4711-a057-fa4dc73beff7 req-98004f2d-6a48-4fdf-9cb1-cbfee0d814a1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 210 time: 0.1445429 Aug 20 19:06:45.631856 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.639662 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a37cfe-05c6-48a6-81d7-c66f0c3b5707 req-0eaa294f-037d-41f2-a1b3-e63f5962b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:45.641468 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30a37cfe-05c6-48a6-81d7-c66f0c3b5707 req-0eaa294f-037d-41f2-a1b3-e63f5962b20b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5b8a4a578284f36ae7d4c89e5a99b90&device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 1097 time: 0.4300115 Aug 20 19:06:45.644061 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=79348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:45.674912 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5ee30-5fb4-45ce-a19d-3ea3921276aa None None] Pushing event updated for resources: {'Port': ['ID=cdf79485-1f38-4d73-a6d8-74e796e0dc2b,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:45.680141 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:45.685804 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b5ce33-0e4e-4cdd-afdd-7f95198767d3,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:45.689789 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-cdf5ee30-5fb4-45ce-a19d-3ea3921276aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:45.692626 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:45.706521 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-68c70763-cb39-4b45-8be5-d7ac5f0602eb tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:45.739839 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.11', 60795) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:45.740330 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a906937-8435-4821-bfbf-01ff97a8c64e,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:45.743678 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:45.747094 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.747437 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.segments_db [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Added segment f9867462-c41f-45c6-8608-bb3d02fd8d04 of type vlan for network 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf Aug 20 19:06:45.749253 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.753144 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7027714 Aug 20 19:06:45.789624 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48b0592f824740c7a99d38114a4920eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7947979 Aug 20 19:06:45.798935 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41894) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:45.801022 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41896) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:45.843663 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60558558-fa02-4b45-91c6-f9fe19d99883,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:45.854204 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:45.874523 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'floatingip': {'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:45.909597 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:45.927334 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:45.930463 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-c2355eb7-29e9-4b8a-84b7-63517ba793d9 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:45.932093 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-c2355eb7-29e9-4b8a-84b7-63517ba793d9 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 811 time: 0.1874022 Aug 20 19:06:45.987689 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.021288 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-b4400557-ac3c-4290-8b43-05cdfa1e6378 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Synchronizing usage tracker for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:security_group {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:46.037707 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-b4400557-ac3c-4290-8b43-05cdfa1e6378 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Unset dirty status for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:security_group {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:46.038829 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-b4400557-ac3c-4290-8b43-05cdfa1e6378 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d3269f2ca0146eeb31b688269c2b68f HTTP/1.1" status: 200 len: 379 time: 0.0796444 Aug 20 19:06:46.045786 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:floatingip and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:46.056178 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'port': {'device_id': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'admin_state_up': True, 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'security_groups': ['dc8cd057-53a6-4155-8751-f7e135e84120']}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:46.077160 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:46.090977 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:46.095060 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 41902) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:46.098859 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.105384 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:46.105963 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.113946 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:46.122945 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.217026 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8782-6797-4b41-a8ef-dc66b8117577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.238082 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5863748 Aug 20 19:06:46.242729 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41910) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:46.253735 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8782-6797-4b41-a8ef-dc66b8117577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.301802 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:46.310882 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Request body: {'subnet': {'network_id': '453f6137-aae3-4d41-a45f-0f3fdb5bd7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1048884813-subnet', 'tenant_id': '8babd9e220e34123a596bb15bad55892', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:46.311102 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] Usage tracker for resource:security_group_rule and tenant:cf40fa53e5d44956bd7ade82889ef57a is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:46.314522 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:46.333036 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:46.335798 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.404091 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:46.408945 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Usage tracker for resource:subnet and tenant:8babd9e220e34123a596bb15bad55892 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:46.412228 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:46.422086 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:46.432763 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8782-6797-4b41-a8ef-dc66b8117577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.434652 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a37cfe-05c6-48a6-81d7-c66f0c3b5707 req-56692579-af12-47fa-8c34-494826e64068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:46.436374 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30a37cfe-05c6-48a6-81d7-c66f0c3b5707 req-56692579-af12-47fa-8c34-494826e64068 service neutron] 10.222.0.11 "GET /v2.0/networks?id=506bc620-1e85-4b72-ac03-b26707ee16dd HTTP/1.1" status: 200 len: 913 time: 0.7573123 Aug 20 19:06:46.442248 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Pushing event updated for resources: {'Network': ['ID=453f6137-aae3-4d41-a45f-0f3fdb5bd7bf,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:46.445937 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:46.446698 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Made reservation on behalf of 8babd9e220e34123a596bb15bad55892 for: {'subnet': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:46.449571 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.482195 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:46.493955 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:46.501215 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:port and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:46.545411 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:46.553129 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d729fba3-36a5-4d9c-a45d-23a59a3e2025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:46.561133 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:46.589812 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Made reservation on behalf of 8d3269f2ca0146eeb31b688269c2b68f for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:46.594761 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.605364 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f8782-6797-4b41-a8ef-dc66b8117577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60558558-fa02-4b45-91c6-f9fe19d99883,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:46.607518 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8782-6797-4b41-a8ef-dc66b8117577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.608628 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-9f6f8782-6797-4b41-a8ef-dc66b8117577 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60558558-fa02-4b45-91c6-f9fe19d99883 HTTP/1.1" status: 204 len: 168 time: 0.7507474 Aug 20 19:06:46.622906 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9f6f8782-6797-4b41-a8ef-dc66b8117577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:46.635766 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30a37cfe-05c6-48a6-81d7-c66f0c3b5707 req-327a993c-0e40-48d7-a29b-06b4489872a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=980517c9-26d4-4705-b301-adca48ca457d HTTP/1.1" status: 200 len: 217 time: 0.1815193 Aug 20 19:06:46.710763 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:45Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:46.718818 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a37cfe-05c6-48a6-81d7-c66f0c3b5707 req-1a701771-30d0-4ee7-a47b-0534ea87ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:46.720448 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30a37cfe-05c6-48a6-81d7-c66f0c3b5707 req-1a701771-30d0-4ee7-a47b-0534ea87ec0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd161b5f-c47d-402a-946f-11b90f9892c6 HTTP/1.1" status: 200 len: 852 time: 0.0699699 Aug 20 19:06:46.736923 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d087235-a3d2-4ff3-9f81-3baf7bde4ff3 None None] The sync data for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb is: [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:45Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:06:46.995385 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Allocated IP 172.20.0.8 (e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c/d2166fc7-fb2c-48d3-93a9-81771bcdc388/dc80a753-a448-4ce1-877a-cac157278acc) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:47.028414 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30a37cfe-05c6-48a6-81d7-c66f0c3b5707 req-fdc1f0bf-52f3-442f-873d-51046124992f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=506bc620-1e85-4b72-ac03-b26707ee16dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2931962 Aug 20 19:06:47.141361 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ae57856c-4076-4966-9d0b-cf8ee3e9efe9 req-376d4fad-0665-4554-9dfe-24e3bb02f4f9 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 210 time: 0.2293658 Aug 20 19:06:47.238887 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.269657 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Transition to ACTIVE for port object dc80a753-a448-4ce1-877a-cac157278acc will not be triggered until provisioned by entity DHCP. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:47.327747 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.334579 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a4e144cb-f882-4d73-a95a-791e0ff5c5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:47.349151 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.363120 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.367203 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.392650 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:47.427549 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:47.434054 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:47.436970 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:47.443772 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:47.444494 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.465382 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9efc4b22-22f0-4426-a783-664149ca29b2,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:47.470265 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:47.473103 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:47.526375 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37ea68-8445-4e07-b8a3-14df7983db7b req-7d98d294-eb73-4977-bb69-beb6aab37739 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:47.527990 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1b37ea68-8445-4e07-b8a3-14df7983db7b req-7d98d294-eb73-4977-bb69-beb6aab37739 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 944 time: 0.9781744 Aug 20 19:06:47.545659 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d3de8-dff2-4bfe-bdd5-ae32f6e831a2,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:47.568531 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Checking segment: {'id': 'f9867462-c41f-45c6-8608-bb3d02fd8d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '453f6137-aae3-4d41-a45f-0f3fdb5bd7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:47.568995 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Network hostable DHCP agents. Network: 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:47.577293 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5281117 Aug 20 19:06:47.593207 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:47.604887 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Request body: {'port': {'device_id': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:47.634125 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.685923 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'Port': ['ID=dc80a753-a448-4ce1-877a-cac157278acc,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:47.691384 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:47.759901 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Network 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:47.773857 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.792314 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf) {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:47.799060 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:47.799060 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.804492 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce6052-0a33-47d3-a022-e5088ba13be9 None None] Network 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:47.863851 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-480878c2-7b86-4d83-94e9-22679fb455e6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6077464 Aug 20 19:06:47.938688 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf40fa53e5d44956bd7ade82889ef57a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8424120 Aug 20 19:06:47.941092 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30a37cfe-05c6-48a6-81d7-c66f0c3b5707 req-a98515d6-32e4-4d47-8e25-e50fdff2915f service neutron] 10.222.0.11 "GET /v2.0/networks/506bc620-1e85-4b72-ac03-b26707ee16dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9014490 Aug 20 19:06:47.941722 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 41970) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:47.972787 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-c2e23edb-3288-4b93-af1f-0c94630bf991 None None] Provisioning for port dc80a753-a448-4ce1-877a-cac157278acc completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:47.997536 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-c2e23edb-3288-4b93-af1f-0c94630bf991 None None] Provisioning complete for port dc80a753-a448-4ce1-877a-cac157278acc triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:47.997917 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c2e23edb-3288-4b93-af1f-0c94630bf991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.155479 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1b37ea68-8445-4e07-b8a3-14df7983db7b req-6769bede-d8ec-47b4-b6e2-9aa2236bc350 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782945 Aug 20 19:06:48.234265 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-afd4c069-e0f4-4182-8ecc-91c00a6399b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.320356 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-afd4c069-e0f4-4182-8ecc-91c00a6399b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.405081 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30a37cfe-05c6-48a6-81d7-c66f0c3b5707 req-017b2735-4264-4df0-8666-267b3c9d3196 service neutron] 10.222.0.11 "GET /v2.0/networks/506bc620-1e85-4b72-ac03-b26707ee16dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516768 Aug 20 19:06:48.481713 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37627ea8-0ebe-4d03-86c9-29c3914e5846 None None] Network 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:48.561238 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-c2e23edb-3288-4b93-af1f-0c94630bf991 None None] Port dc80a753-a448-4ce1-877a-cac157278acc cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:48.583214 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Allocated IP 172.28.2.30 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/cb7a1c46-b353-4d04-9059-464777e6fdbc) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:48.659227 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-afd4c069-e0f4-4182-8ecc-91c00a6399b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.665476 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:48.678954 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4c069-e0f4-4182-8ecc-91c00a6399b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d3de8-dff2-4bfe-bdd5-ae32f6e831a2,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:48.704878 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-afd4c069-e0f4-4182-8ecc-91c00a6399b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:48.706830 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-afd4c069-e0f4-4182-8ecc-91c00a6399b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.710449 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-afd4c069-e0f4-4182-8ecc-91c00a6399b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb4d3de8-dff2-4bfe-bdd5-ae32f6e831a2 HTTP/1.1" status: 204 len: 168 time: 0.7675371 Aug 20 19:06:48.826665 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc80a753-a448-4ce1-877a-cac157278acc {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:48.853876 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.887685 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device cdf79485-1f38-4d73-a6d8-74e796e0dc2b up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:48.895841 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Transition to ACTIVE for port object dc80a753-a448-4ce1-877a-cac157278acc will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:48.902599 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.907354 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.918679 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:48.925768 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b704-6d84-443d-abbb-2567f3168423 req-f53efb90-d16e-41f2-b8a2-efe17fedfdef tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:48.927825 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-24b5b704-6d84-443d-abbb-2567f3168423 req-f53efb90-d16e-41f2-b8a2-efe17fedfdef tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 931 time: 0.5168955 Aug 20 19:06:48.951486 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 980517c9-26d4-4705-b301-adca48ca457d details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:06:49.018682 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.066597 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:49.216872 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-24b5b704-6d84-443d-abbb-2567f3168423 req-bf96eac5-9ae9-47fe-9344-5cf29718789c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781570 Aug 20 19:06:49.228287 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:49.232298 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:49.235288 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:49.293381 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.db.resource_extend [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 19:06:49.313334 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'Port': ['ID=cb7a1c46-b353-4d04-9059-464777e6fdbc,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:49.318724 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Pushing event updated for resources: {'Port': ['ID=dc80a753-a448-4ce1-877a-cac157278acc,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:49.325338 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:49.353754 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:49.368833 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Attempting to bind port dc80a753-a448-4ce1-877a-cac157278acc on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:49.369227 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Attempting to bind port dc80a753-a448-4ce1-877a-cac157278acc by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:49.370889 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Attempting to bind port dc80a753-a448-4ce1-877a-cac157278acc on network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:49.385155 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Port dc80a753-a448-4ce1-877a-cac157278acc on network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:06:49.386344 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Attempting to bind port dc80a753-a448-4ce1-877a-cac157278acc on network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:49.403446 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:49.404232 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Checking segment: {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:49.414565 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Bound using segment: {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:49.414565 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Bound port: dc80a753-a448-4ce1-877a-cac157278acc, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:49.414565 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.624109 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] For port dc80a753-a448-4ce1-877a-cac157278acc, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:49.636742 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] For port dc80a753-a448-4ce1-877a-cac157278acc, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=dc80a753-a448-4ce1-877a-cac157278acc,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:49.654652 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42038) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:49.655153 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.669085 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-39654f32-2896-4567-8f8b-57d812aa05dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:49.673563 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.679774 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 980517c9-26d4-4705-b301-adca48ca457d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=980517c9-26d4-4705-b301-adca48ca457d,segment=NetworkSegment(c5abed0e-26e7-4df8-8e12-4648b285ca25),segment_id=c5abed0e-26e7-4df8-8e12-4648b285ca25)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:49.695849 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1147739332-network', 'tenant_id': 'be384d278a084985827132ec1f7fdaf9'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:49.713621 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '980517c9-26d4-4705-b301-adca48ca457d', 'network_id': '506bc620-1e85-4b72-ac03-b26707ee16dd', 'port_id': '980517c9-26d4-4705-b301-adca48ca457d', 'mac_address': 'fa:16:3e:2f:dc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd161b5f-c47d-402a-946f-11b90f9892c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:06:49.725790 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:49.778511 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port cdf79485-1f38-4d73-a6d8-74e796e0dc2b completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:49.792640 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Usage tracker for resource:network and tenant:be384d278a084985827132ec1f7fdaf9 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:49.806798 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:49.825965 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a95ae-7381-4fbe-ae89-94c68da06ade req-b1110040-5e41-49e9-b8b0-b7dc38e7b99d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:49.828080 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-686a95ae-7381-4fbe-ae89-94c68da06ade req-b1110040-5e41-49e9-b8b0-b7dc38e7b99d tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 944 time: 0.3489165 Aug 20 19:06:49.830711 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:49.871153 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.871385 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.914273 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Made reservation on behalf of be384d278a084985827132ec1f7fdaf9 for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:49.917155 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.922500 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port cdf79485-1f38-4d73-a6d8-74e796e0dc2b triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:49.923003 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.948725 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:49.949370 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.950971 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] 10.222.0.11 "PUT /v2.0/ports/dc80a753-a448-4ce1-877a-cac157278acc HTTP/1.1" status: 200 len: 1093 time: 2.3524363 Aug 20 19:06:49.954293 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'tag': 'dc80a753-a448-4ce1-877a-cac157278acc'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:49.985143 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-686a95ae-7381-4fbe-ae89-94c68da06ade req-d9df27bc-cc6c-4f65-a4a7-5d9fa251d489 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470830 Aug 20 19:06:50.005388 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.016649 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980517c9-26d4-4705-b301-adca48ca457d {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:50.058310 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:50.073090 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Usage tracker for resource:security_group_rule and tenant:be384d278a084985827132ec1f7fdaf9 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:50.085324 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:50.087749 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 980517c9-26d4-4705-b301-adca48ca457d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=980517c9-26d4-4705-b301-adca48ca457d,segment=NetworkSegment(c5abed0e-26e7-4df8-8e12-4648b285ca25),segment_id=c5abed0e-26e7-4df8-8e12-4648b285ca25)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:50.149105 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:50.239309 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Pushing event updated for resources: {'Port': ['ID=dc80a753-a448-4ce1-877a-cac157278acc,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:50.244338 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:50.268239 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-824ca422-0cd4-47c4-8a5a-c78ffa73b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:50.270333 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-824ca422-0cd4-47c4-8a5a-c78ffa73b5b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 1096 time: 0.2066898 Aug 20 19:06:50.273239 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.275308 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-587f4ac1-4e82-4b96-9cd6-89863ad8f700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:50.396244 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.411710 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=980517c9-26d4-4705-b301-adca48ca457d,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:50.420833 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:50.446061 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port cdf79485-1f38-4d73-a6d8-74e796e0dc2b, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=cdf79485-1f38-4d73-a6d8-74e796e0dc2b,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:50.460457 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.464789 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:50.565662 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-c31fde64-2638-4a0a-b46f-4345084caac5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc80a753-a448-4ce1-877a-cac157278acc HTTP/1.1" status: 200 len: 217 time: 0.2750173 Aug 20 19:06:50.590502 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=cdf79485-1f38-4d73-a6d8-74e796e0dc2b,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:50.598913 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:50.653178 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.657433 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.672404 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28cf2b-597e-4306-9646-3084725351d3 req-f9517fde-8991-4936-9a75-15782a369cf5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:50.679557 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9a28cf2b-597e-4306-9646-3084725351d3 req-f9517fde-8991-4936-9a75-15782a369cf5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 943 time: 0.2207048 Aug 20 19:06:50.684181 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-996de0f6-8854-4303-b11e-4e2ac39cf89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:50.696435 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.697416 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.702115 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-996de0f6-8854-4303-b11e-4e2ac39cf89e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.1305432 Aug 20 19:06:50.719854 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9e0187b9-72bc-4a00-9df8-49050ee9a96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:50.727111 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=79347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:50.775651 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device cdf79485-1f38-4d73-a6d8-74e796e0dc2b up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:50.789767 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42090) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:50.824172 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['980517c9-26d4-4705-b301-adca48ca457d'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:06:50.836705 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.837079 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Added segment c7e24610-e972-4019-91fc-6a79c05c4386 of type vlan for network 2c322060-cbde-4256-87ed-b17d3e102632 Aug 20 19:06:50.838226 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb193432-54ee-4afc-bb25-14ddd14fb8f1,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:50.872851 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'tag': 'dc80a753-a448-4ce1-877a-cac157278acc', 'status': 'completed', 'code': 200} Aug 20 19:06:50.882390 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-f993f4f7-64e3-4013-90a4-8efe04eaebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:50.882710 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:50.884720 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-f993f4f7-64e3-4013-90a4-8efe04eaebd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1750104 Aug 20 19:06:50.891584 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9a28cf2b-597e-4306-9646-3084725351d3 req-887db6fc-0613-4aa6-874d-7e812ea73b2c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106926 Aug 20 19:06:50.892096 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-7589284c-687c-4ab9-8f6d-901c8237cd68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:50.973811 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'Port': ['ID=cb7a1c46-b353-4d04-9059-464777e6fdbc,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:50.989878 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:51.000659 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.011958 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.089115 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.093033 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:51.093736 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.131113 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4e828ee3-6940-43d2-b0a8-a7b22bd84327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:51.149753 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port cdf79485-1f38-4d73-a6d8-74e796e0dc2b triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:51.150269 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.192953 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.207211 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.216306 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3520505 Aug 20 19:06:51.216306 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5500181 Aug 20 19:06:51.222274 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42118) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:51.239270 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Request body: {'subnet': {'network_id': '2c322060-cbde-4256-87ed-b17d3e102632', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1147739332-subnet', 'tenant_id': 'be384d278a084985827132ec1f7fdaf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:51.263071 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:51.264212 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-d0e27dec-0258-4c46-8b5f-dbfe06834519 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636932 Aug 20 19:06:51.273656 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] Usage tracker for resource:security_group_rule and tenant:0aa848fcfbbe4f02a406e866b21b15cb is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:51.278586 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:51.294380 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:51.400549 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.482115 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:51.503622 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.535183 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c0214fb-401f-4e73-b5a7-d50d68046216 req-f4b85e1f-7f62-4cf7-b5ba-05620d2b4c41 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602017 Aug 20 19:06:51.537277 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Usage tracker for resource:subnet and tenant:be384d278a084985827132ec1f7fdaf9 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:51.570706 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:51.714712 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:51.724574 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Pushing event updated for resources: {'Network': ['ID=2c322060-cbde-4256-87ed-b17d3e102632,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:51.734249 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-d733add6-48c1-4199-845d-b635f5cfd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:51.736534 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-d733add6-48c1-4199-845d-b635f5cfd2c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 1096 time: 0.0912423 Aug 20 19:06:51.740112 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:51.740537 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 2c322060-cbde-4256-87ed-b17d3e102632 details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:51.750287 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:51.782192 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c71b0-b117-4017-8d73-279fe621978c,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:51.791745 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:51.808558 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0aa848fcfbbe4f02a406e866b21b15cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0062041 Aug 20 19:06:51.812174 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42150) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:51.824977 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-b78f89df-a0c6-4baf-bc8a-2ecb2b871d8c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1921277609&fields=id&tenant_id=17f83d4853ad423a945233da3c49aa94 HTTP/1.1" status: 200 len: 267 time: 0.2954037 Aug 20 19:06:51.826765 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Made reservation on behalf of be384d278a084985827132ec1f7fdaf9 for: {'subnet': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:51.829071 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273359'] for subnet, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.908090 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42156) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:51.950666 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-efb8e474-881d-4a5a-a475-dd04f1cc7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:51.952807 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-efb8e474-881d-4a5a-a475-dd04f1cc7d33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 912 time: 0.2082925 Aug 20 19:06:52.030537 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-dc166ed7-a9be-40b2-9232-2106c8cf5a4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc80a753-a448-4ce1-877a-cac157278acc HTTP/1.1" status: 200 len: 217 time: 0.0705776 Aug 20 19:06:52.089972 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea7a7b-7e86-4b86-b108-fceac826d70c req-6f7fc7c3-02a2-4b7a-b44d-ed82a8fc82a1 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:52.091755 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-50ea7a7b-7e86-4b86-b108-fceac826d70c req-6f7fc7c3-02a2-4b7a-b44d-ed82a8fc82a1 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 945 time: 0.6888053 Aug 20 19:06:52.123156 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-dc19cc6b-3ab7-446b-96f2-9026732a8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:52.125229 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-dc19cc6b-3ab7-446b-96f2-9026732a8892 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.0869393 Aug 20 19:06:52.164266 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c572f8fa-8158-43de-a4af-f97b40d847ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.196571 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.214501 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:52.219833 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] Usage tracker for resource:security_group_rule and tenant:635defc5be654e04bbf523b2d9788a35 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:52.224267 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:52.232717 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:52.265720 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-99fd59a6-1f05-45d3-802a-c779442d57dd tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:52.269431 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-99fd59a6-1f05-45d3-802a-c779442d57dd tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 816 time: 0.4435937 Aug 20 19:06:52.271615 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-fb05d19c-8ccd-4423-8004-17ecd321894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:52.273363 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-fb05d19c-8ccd-4423-8004-17ecd321894b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1406927 Aug 20 19:06:52.273913 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-50ea7a7b-7e86-4b86-b108-fceac826d70c req-343b1a3b-2bcd-4727-b5af-84f591401dc0 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722207 Aug 20 19:06:52.292852 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c572f8fa-8158-43de-a4af-f97b40d847ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.329540 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-8ab28c95-9e3a-47e9-802b-b504a5f141af tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/quotas/17f83d4853ad423a945233da3c49aa94 HTTP/1.1" status: 200 len: 375 time: 0.0524251 Aug 20 19:06:52.488157 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.492340 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-b73f54f6-20e4-4c3a-a7c3-e4fd8660eeb7 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107415 Aug 20 19:06:52.497257 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.508732 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4cc509b1-d019-4d8c-9f51-9c8b49e1e8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:52.519735 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2436374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273341'] for subnet, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.575130 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:52.639103 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c572f8fa-8158-43de-a4af-f97b40d847ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.687718 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff97b34-8bf3-4442-bab1-66de6de1a937,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:52.693282 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=635defc5be654e04bbf523b2d9788a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7840459 Aug 20 19:06:52.698656 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:52.700800 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42196) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:52.701119 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-332ad153-60e5-4bc7-a214-a1f8fe002eda tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Synchronizing usage tracker for tenant:17f83d4853ad423a945233da3c49aa94 on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:52.712445 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1bf59d-9304-41d0-8f6b-7e918f450c74,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:52.715523 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:52.722006 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-de872a1c-a413-4f5f-aa2c-2a024205e9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:52.748702 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572f8fa-8158-43de-a4af-f97b40d847ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c71b0-b117-4017-8d73-279fe621978c,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:52.751403 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-c572f8fa-8158-43de-a4af-f97b40d847ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:52.752295 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Checking segment: {'id': 'c7e24610-e972-4019-91fc-6a79c05c4386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2c322060-cbde-4256-87ed-b17d3e102632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:52.752648 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Network hostable DHCP agents. Network: 2c322060-cbde-4256-87ed-b17d3e102632, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:52.762549 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c572f8fa-8158-43de-a4af-f97b40d847ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.766514 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-c572f8fa-8158-43de-a4af-f97b40d847ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e33c71b0-b117-4017-8d73-279fe621978c HTTP/1.1" status: 204 len: 168 time: 0.9505620 Aug 20 19:06:52.782608 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-332ad153-60e5-4bc7-a214-a1f8fe002eda tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Unset dirty status for tenant:17f83d4853ad423a945233da3c49aa94 on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:52.783926 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-332ad153-60e5-4bc7-a214-a1f8fe002eda tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4535935 Aug 20 19:06:52.794492 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084eef7-bd27-4ac4-a5bc-37b802a79c3a req-a8cc4d70-888a-4c9c-8a64-0c09517eb14f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:52.796032 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0084eef7-bd27-4ac4-a5bc-37b802a79c3a req-a8cc4d70-888a-4c9c-8a64-0c09517eb14f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 943 time: 0.2790675 Aug 20 19:06:52.802398 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a6a50ae3-b38f-4ea8-bc80-e1fa57967dbb req-ecb64346-a5af-4474-ab38-1bf60b6341d4 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926052 Aug 20 19:06:52.803689 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Network 2c322060-cbde-4256-87ed-b17d3e102632 is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:52.843341 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 980517c9-26d4-4705-b301-adca48ca457d up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:52.843870 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f45aa732-b16a-4f4c-94cc-f7d7a7150b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.860804 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 2c322060-cbde-4256-87ed-b17d3e102632) {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:52.865494 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:52.866060 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.889069 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29d72d-9b05-4f28-b741-f52df18b3492 None None] Network 2c322060-cbde-4256-87ed-b17d3e102632 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:52.917292 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f45aa732-b16a-4f4c-94cc-f7d7a7150b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.030888 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f45aa732-b16a-4f4c-94cc-f7d7a7150b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.037166 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-10bb2484-38b5-456e-abff-50f62a7e57f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:53.056461 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ebffe0cc-f529-4bc3-b04e-dc6be4b7a025 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8210747 Aug 20 19:06:53.061536 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45aa732-b16a-4f4c-94cc-f7d7a7150b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff97b34-8bf3-4442-bab1-66de6de1a937,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:53.065035 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f45aa732-b16a-4f4c-94cc-f7d7a7150b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:53.075449 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0084eef7-bd27-4ac4-a5bc-37b802a79c3a req-4f0206ad-61be-48e0-80a6-a72920f4990f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667711 Aug 20 19:06:53.097161 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f45aa732-b16a-4f4c-94cc-f7d7a7150b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.101027 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-f45aa732-b16a-4f4c-94cc-f7d7a7150b7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bff97b34-8bf3-4442-bab1-66de6de1a937 HTTP/1.1" status: 204 len: 168 time: 0.3992438 Aug 20 19:06:53.134019 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-8d76bfc8-b41e-472b-9de7-eafa189899e9 service neutron] 10.222.0.50 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045645 Aug 20 19:06:53.173952 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port 980517c9-26d4-4705-b301-adca48ca457d completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:53.181154 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45039698-3826-4317-a021-ac0428b936cf None None] Network 2c322060-cbde-4256-87ed-b17d3e102632 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:53.311437 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 980517c9-26d4-4705-b301-adca48ca457d triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:53.311951 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.341353 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-caa70ee2-602d-49fd-b93f-48f8027ffb95 service neutron] 10.222.0.50 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961546 Aug 20 19:06:53.601256 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71809622-fc34-40a1-8a6f-e09f15193059 req-c286b23d-2b69-44ea-9a21-435901bd3afb tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:53.605649 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42226) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:53.621683 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-71809622-fc34-40a1-8a6f-e09f15193059 req-c286b23d-2b69-44ea-9a21-435901bd3afb tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 945 time: 0.1585681 Aug 20 19:06:53.667673 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.730011 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:53.740611 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6ba39c3d91433fb1beecce71af51e3 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:53.753768 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:53.773913 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:53.797008 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.874930 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5f3d07-2f19-46f7-90b6-be675c64b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980517c9-26d4-4705-b301-adca48ca457d'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:53.895490 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f7458615-8a3b-4726-8073-d9d98d1e5fca req-57ccc756-b7f8-4e33-b02c-2382fbda95b0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 210 time: 0.1985142 Aug 20 19:06:53.920836 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-71809622-fc34-40a1-8a6f-e09f15193059 req-63c149e3-9b6c-49c3-83b3-94ac87f2b47c tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976301 Aug 20 19:06:53.971618 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 980517c9-26d4-4705-b301-adca48ca457d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=980517c9-26d4-4705-b301-adca48ca457d,segment=NetworkSegment(c5abed0e-26e7-4df8-8e12-4648b285ca25),segment_id=c5abed0e-26e7-4df8-8e12-4648b285ca25)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:53.979746 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.982930 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:54.007521 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.012290 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.044797 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:54.058749 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42256) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:54.058864 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f6ba39c3d91433fb1beecce71af51e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518423 Aug 20 19:06:54.086297 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0e66ff-12d5-4bae-b514-5a550ce6edee,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:54.092786 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:54.095210 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=980517c9-26d4-4705-b301-adca48ca457d,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:54.102815 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:54.111814 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42262) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:54.167409 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.214090 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:54.221908 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] Usage tracker for resource:security_group_rule and tenant:6f95707d6ea24171b385050c95836a07 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:54.227487 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:54.233864 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-11adae33-2bb1-4693-bac3-3d6ffb9dfe46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.254014 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:54.266236 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-11adae33-2bb1-4693-bac3-3d6ffb9dfe46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.445481 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.450171 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.463357 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7275138d-1aff-4055-9c59-be48ae89785c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:54.516737 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f95707d6ea24171b385050c95836a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034557 Aug 20 19:06:54.517989 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecb09d6-115a-47d3-be68-d6dc4975753c,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:54.520972 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42288) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:54.523370 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-11adae33-2bb1-4693-bac3-3d6ffb9dfe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.538932 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:54.607441 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-28a181a8-a4df-4b16-93d8-cd40bb2d07c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.638296 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975daa9-e788-4be2-9e8e-180c4710619b req-5e3b2421-0070-4237-aa33-d3b45594c60b tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:54.639951 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-28a181a8-a4df-4b16-93d8-cd40bb2d07c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.640414 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-5e3b2421-0070-4237-aa33-d3b45594c60b tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/networks?id=453f6137-aae3-4d41-a45f-0f3fdb5bd7bf HTTP/1.1" status: 200 len: 809 time: 0.3173380 Aug 20 19:06:54.648228 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d3556bcc-222a-4119-ab7d-247aa92e0fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:54.673617 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-72b919f0-0c8b-4f5a-a288-16f4e5c1a55b tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/quotas/8babd9e220e34123a596bb15bad55892 HTTP/1.1" status: 200 len: 375 time: 0.0143065 Aug 20 19:06:54.690795 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-11adae33-2bb1-4693-bac3-3d6ffb9dfe46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.696894 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-11adae33-2bb1-4693-bac3-3d6ffb9dfe46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e0e66ff-12d5-4bae-b514-5a550ce6edee HTTP/1.1" status: 204 len: 168 time: 0.6362090 Aug 20 19:06:54.703233 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adae33-2bb1-4693-bac3-3d6ffb9dfe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0e66ff-12d5-4bae-b514-5a550ce6edee,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:54.720563 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-28a181a8-a4df-4b16-93d8-cd40bb2d07c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.726274 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:54.744122 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a181a8-a4df-4b16-93d8-cd40bb2d07c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecb09d6-115a-47d3-be68-d6dc4975753c,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:54.748003 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-28a181a8-a4df-4b16-93d8-cd40bb2d07c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:54.753587 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-28a181a8-a4df-4b16-93d8-cd40bb2d07c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.755101 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-28a181a8-a4df-4b16-93d8-cd40bb2d07c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eecb09d6-115a-47d3-be68-d6dc4975753c HTTP/1.1" status: 204 len: 168 time: 0.2328162 Aug 20 19:06:54.848971 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device dc80a753-a448-4ce1-877a-cac157278acc details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:06:54.928922 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-11adae33-2bb1-4693-bac3-3d6ffb9dfe46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:54.961823 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-e8a59b72-4739-4d65-aa68-b5080009f767 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8babd9e220e34123a596bb15bad55892&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2721992 Aug 20 19:06:55.007117 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed8260-98b8-4424-b728-e5957d4cc3df req-584767a0-a583-42cd-ac0b-29dffc688093 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:55.008681 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d2ed8260-98b8-4424-b728-e5957d4cc3df req-584767a0-a583-42cd-ac0b-29dffc688093 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 943 time: 0.5022657 Aug 20 19:06:55.091294 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d2ed8260-98b8-4424-b728-e5957d4cc3df req-ae82ad71-cdb7-4f0d-836d-abf68c513fbf tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761261 Aug 20 19:06:55.118486 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port dc80a753-a448-4ce1-877a-cac157278acc, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=dc80a753-a448-4ce1-877a-cac157278acc,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:55.138851 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'dc80a753-a448-4ce1-877a-cac157278acc', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'port_id': 'dc80a753-a448-4ce1-877a-cac157278acc', 'mac_address': 'fa:16:3e:73:97:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:06:55.237124 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:55.254750 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc80a753-a448-4ce1-877a-cac157278acc {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:55.281100 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port dc80a753-a448-4ce1-877a-cac157278acc, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=dc80a753-a448-4ce1-877a-cac157278acc,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:55.286561 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:55.288644 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:55.377287 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=dc80a753-a448-4ce1-877a-cac157278acc,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:55.390941 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:55.433872 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-ba21293e-916a-4bb9-97eb-26d13c253567 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=79347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:06:55.435508 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-ba21293e-916a-4bb9-97eb-26d13c253567 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2571535 Aug 20 19:06:55.506321 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-3c66bedf-0d87-4248-9e4c-338b9ef801ae tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:55.507605 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-3c66bedf-0d87-4248-9e4c-338b9ef801ae tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Synchronizing usage tracker for tenant:17f83d4853ad423a945233da3c49aa94 on resource:network {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:55.547054 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-3c66bedf-0d87-4248-9e4c-338b9ef801ae tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Unset dirty status for tenant:17f83d4853ad423a945233da3c49aa94 on resource:network {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:55.548416 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-3c66bedf-0d87-4248-9e4c-338b9ef801ae tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.11 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 816 time: 0.1932461 Aug 20 19:06:55.616605 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-b612b5b3-8bea-4104-9ebc-e3c5a6ac91fb tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Synchronizing usage tracker for tenant:17f83d4853ad423a945233da3c49aa94 on resource:security_group {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:55.634632 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-b612b5b3-8bea-4104-9ebc-e3c5a6ac91fb tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Unset dirty status for tenant:17f83d4853ad423a945233da3c49aa94 on resource:security_group {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:55.637026 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-b612b5b3-8bea-4104-9ebc-e3c5a6ac91fb tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17f83d4853ad423a945233da3c49aa94 HTTP/1.1" status: 200 len: 380 time: 0.0715246 Aug 20 19:06:55.651734 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'port': {'device_id': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'admin_state_up': True, 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'security_groups': ['87f2ce69-a33b-482f-80f8-25fc4e594518']}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:55.661821 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5f3d07-2f19-46f7-90b6-be675c64b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980517c9-26d4-4705-b301-adca48ca457d', 'code': 200} Aug 20 19:06:55.735992 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['dc80a753-a448-4ce1-877a-cac157278acc'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:06:55.812615 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-62c5122b-a5f2-49c3-a5ba-850044e0433e service neutron] 10.222.0.50 "GET /v2.0/networks/453f6137-aae3-4d41-a45f-0f3fdb5bd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708746 Aug 20 19:06:56.009141 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:56.020666 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:56.039354 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Made reservation on behalf of 17f83d4853ad423a945233da3c49aa94 for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:56.043404 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.154657 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-36416cdd-dac9-4cac-9d92-8e02a3745d75 service neutron] 10.222.0.50 "GET /v2.0/networks/453f6137-aae3-4d41-a45f-0f3fdb5bd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348505 Aug 20 19:06:56.172291 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad7d5a-df2e-45ed-a78a-420a2cb32c6c req-c748438b-380e-422c-98e6-b7aa8776e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:56.183122 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-43ad7d5a-df2e-45ed-a78a-420a2cb32c6c req-c748438b-380e-422c-98e6-b7aa8776e184 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 1099 time: 0.1458395 Aug 20 19:06:56.196665 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f8f08-e6bd-4636-bc24-fec8c6accc91 req-ec075195-c1d8-47cb-9fc2-f96a67199053 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:56.204818 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-888f8f08-e6bd-4636-bc24-fec8c6accc91 req-ec075195-c1d8-47cb-9fc2-f96a67199053 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 946 time: 0.3055551 Aug 20 19:06:56.245736 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-43ad7d5a-df2e-45ed-a78a-420a2cb32c6c req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.271714 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-43ad7d5a-df2e-45ed-a78a-420a2cb32c6c req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:56.283383 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-43ad7d5a-df2e-45ed-a78a-420a2cb32c6c req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] Usage tracker for resource:security_group_rule and tenant:8cdfbd07fd9e4d239ea5fe47f3db3eb6 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:56.294236 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-888f8f08-e6bd-4636-bc24-fec8c6accc91 req-eebf5db0-7193-41ab-b800-be269ac1b2fd tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883474 Aug 20 19:06:56.299675 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-43ad7d5a-df2e-45ed-a78a-420a2cb32c6c req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:56.312764 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-43ad7d5a-df2e-45ed-a78a-420a2cb32c6c req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:56.329540 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Allocated IP 172.20.0.6 (3af70502-992e-42b2-a2d8-90d96e009dba/df979ad6-6744-42aa-8a63-782cf2d02acf/6293d9fe-8f1a-4289-af24-6f8f3ef35bf7) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:56.637069 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-43ad7d5a-df2e-45ed-a78a-420a2cb32c6c req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.680591 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-43ad7d5a-df2e-45ed-a78a-420a2cb32c6c req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.736781 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:56.748579 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-43ad7d5a-df2e-45ed-a78a-420a2cb32c6c req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416021 Aug 20 19:06:56.782943 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7a9e24b9-0cb7-407a-99cc-1acf4a76130b req-94743a52-1093-454a-bf8d-5a3159b6e597 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 210 time: 0.2578635 Aug 20 19:06:56.848168 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device dc80a753-a448-4ce1-877a-cac157278acc up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:56.938485 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.992049 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Transition to ACTIVE for port object 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 will not be triggered until provisioned by entity DHCP. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:57.081275 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.089581 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:57.120513 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port dc80a753-a448-4ce1-877a-cac157278acc completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:57.130839 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port dc80a753-a448-4ce1-877a-cac157278acc triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:57.133435 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.146070 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5d05c4d6-c14d-4c67-adef-8ecb69400519 req-2b722836-3ba6-46ec-9677-611e244eb2c2 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 210 time: 0.1996315 Aug 20 19:06:57.180694 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3e40e4-f812-4890-b381-8ab87bdf0af5,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:57.193336 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:57.241314 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45fcb8-830d-4ea6-ae2b-02ea9daae7cd req-6cae7d91-f8ff-4bb3-95fd-fd8ca4d6e613 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:57.242835 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4c45fcb8-830d-4ea6-ae2b-02ea9daae7cd req-6cae7d91-f8ff-4bb3-95fd-fd8ca4d6e613 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 944 time: 0.4589200 Aug 20 19:06:57.278523 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:57.282344 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Network 3af70502-992e-42b2-a2d8-90d96e009dba is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:57.283932 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:57.285381 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:57.289123 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:57.296324 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:57.296973 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.388871 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7463133 Aug 20 19:06:57.401927 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4c45fcb8-830d-4ea6-ae2b-02ea9daae7cd req-ff0b6c00-edb6-4db7-acb1-1975a89b8bb1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509573 Aug 20 19:06:57.413068 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Request body: {'port': {'device_id': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:57.429652 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.491124 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port dc80a753-a448-4ce1-877a-cac157278acc, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=dc80a753-a448-4ce1-877a-cac157278acc,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:57.501127 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.508563 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:57.648603 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9502c-c460-41db-ae78-888792c87a4d req-63eff45b-958a-4f2d-ba17-bf664d8c69ca tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:57.658509 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c1a9502c-c460-41db-ae78-888792c87a4d req-63eff45b-958a-4f2d-ba17-bf664d8c69ca tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 946 time: 0.1263571 Aug 20 19:06:57.673845 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc80a753-a448-4ce1-877a-cac157278acc'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:57.686079 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=dc80a753-a448-4ce1-877a-cac157278acc,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:57.692582 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:57.702551 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.709856 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c1a9502c-c460-41db-ae78-888792c87a4d req-9ad6fc5e-466f-41ab-92da-6c342944beef tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497148 Aug 20 19:06:57.748460 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-58bb67e1-3cb5-41ee-8484-d067cbccc824 None None] Provisioning for port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:57.755855 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-58bb67e1-3cb5-41ee-8484-d067cbccc824 None None] Provisioning complete for port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:57.756497 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-58bb67e1-3cb5-41ee-8484-d067cbccc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.788695 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc80a753-a448-4ce1-877a-cac157278acc', 'code': 200} Aug 20 19:06:57.852414 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-58bb67e1-3cb5-41ee-8484-d067cbccc824 None None] Port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:58.086673 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56465d-2440-4869-bc5b-d7807dc3b0ea req-8dcedbf4-5038-4ee6-9f65-6ffad9849d3c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:58.090190 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dd56465d-2440-4869-bc5b-d7807dc3b0ea req-8dcedbf4-5038-4ee6-9f65-6ffad9849d3c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 931 time: 0.1449976 Aug 20 19:06:58.152839 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dd56465d-2440-4869-bc5b-d7807dc3b0ea req-7ebde6fe-22b6-4e49-ba90-d3207659d015 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566928 Aug 20 19:06:58.266598 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:58.277277 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.299653 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Transition to ACTIVE for port object 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:58.307914 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.320111 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2041b9d8-5830-4d6c-afed-52fafb9ddc2e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:58.444933 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc06013-0e92-4300-afa4-130184ec2ce8 req-023969fb-68d7-41f3-bf3b-ddf705cb2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:58.446927 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7dc06013-0e92-4300-afa4-130184ec2ce8 req-023969fb-68d7-41f3-bf3b-ddf705cb2b04 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 1098 time: 0.2434537 Aug 20 19:06:58.494726 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8f33e834-8cb6-49b8-82f4-8718c5d01ec3 req-69960a0f-be87-46c6-ac39-44da05089fd5 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 210 time: 0.1321383 Aug 20 19:06:58.573573 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7dc06013-0e92-4300-afa4-130184ec2ce8 req-0b431aa1-4ae8-4e72-82f3-edc2f01154ee service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952728 Aug 20 19:06:58.593573 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Pushing event updated for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:58.614590 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:58.691123 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Attempting to bind port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:58.691210 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Attempting to bind port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:58.691625 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Attempting to bind port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 on network 3af70502-992e-42b2-a2d8-90d96e009dba {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:58.696276 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 on network 3af70502-992e-42b2-a2d8-90d96e009dba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:06:58.696972 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Attempting to bind port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 on network 3af70502-992e-42b2-a2d8-90d96e009dba {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:58.703589 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:58.704124 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Checking segment: {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:58.704728 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Bound using segment: {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:58.705389 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Bound port: 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:58.705981 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.780100 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148755a0-b5f7-4833-8c2e-bd3753801f8e req-64477993-e0d6-417c-ac1d-4134d130dcd6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:58.783190 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-148755a0-b5f7-4833-8c2e-bd3753801f8e req-64477993-e0d6-417c-ac1d-4134d130dcd6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1353638 Aug 20 19:06:58.846240 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-148755a0-b5f7-4833-8c2e-bd3753801f8e req-f9e57f94-5f2f-46d8-ae41-5cda705be11c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549741 Aug 20 19:06:58.883256 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:58.888388 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:58.899634 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.903853 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-450bf014-7bac-4d69-826e-ec637a4b6b5e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:58.981248 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:58.982085 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.983917 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] 10.222.0.11 "PUT /v2.0/ports/6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 HTTP/1.1" status: 200 len: 1093 time: 1.5786452 Aug 20 19:06:58.984268 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:59.036721 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Pushing event updated for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:59.040798 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:59.050630 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3916-b4c6-42b2-bd91-4b0f41140ec8 req-c3914e17-06ad-400a-a8ad-c82ba1218886 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:59.055002 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-78db3916-b4c6-42b2-bd91-4b0f41140ec8 req-c3914e17-06ad-400a-a8ad-c82ba1218886 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 946 time: 0.1662192 Aug 20 19:06:59.056220 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'status': 'completed', 'code': 200} Aug 20 19:06:59.144294 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-78db3916-b4c6-42b2-bd91-4b0f41140ec8 req-00761c49-2f41-4e22-a540-843a928776d0 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795345 Aug 20 19:06:59.588318 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-393fdbf8-fd2f-4579-ae85-4aadfcbc528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:59.590263 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-393fdbf8-fd2f-4579-ae85-4aadfcbc528e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 1096 time: 0.3834665 Aug 20 19:06:59.596605 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975daa9-e788-4be2-9e8e-180c4710619b req-07a65520-4d84-48a1-9e5b-0eaa3b0e9d0b tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:59.601294 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef11565-2e1c-44fb-9bc8-8d15b5ac7cbb req-65dfb6b7-5aa8-4e78-aa97-d794b8ad9a39 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:59.603265 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3ef11565-2e1c-44fb-9bc8-8d15b5ac7cbb req-65dfb6b7-5aa8-4e78-aa97-d794b8ad9a39 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.2346263 Aug 20 19:06:59.607629 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-2975daa9-e788-4be2-9e8e-180c4710619b req-07a65520-4d84-48a1-9e5b-0eaa3b0e9d0b tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Synchronizing usage tracker for tenant:8babd9e220e34123a596bb15bad55892 on resource:network {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:59.645236 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-2975daa9-e788-4be2-9e8e-180c4710619b req-07a65520-4d84-48a1-9e5b-0eaa3b0e9d0b tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Unset dirty status for tenant:8babd9e220e34123a596bb15bad55892 on resource:network {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:59.646600 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-07a65520-4d84-48a1-9e5b-0eaa3b0e9d0b tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.11 "GET /v2.0/networks?id=453f6137-aae3-4d41-a45f-0f3fdb5bd7bf HTTP/1.1" status: 200 len: 809 time: 0.4627657 Aug 20 19:06:59.668215 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Request body: {'port': {'device_id': '720e89c3-c93f-483a-a879-a953825be050', 'network_id': '453f6137-aae3-4d41-a45f-0f3fdb5bd7bf', 'admin_state_up': True, 'tenant_id': '8babd9e220e34123a596bb15bad55892'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:59.795919 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-41786767-cb67-4028-b464-c159971d408f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 HTTP/1.1" status: 200 len: 217 time: 0.1711490 Aug 20 19:06:59.817685 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4cb5756d-b8d3-438a-8e72-6d99dfdf59ef req-92994a07-0409-490c-b9a4-b9fda1b60e58 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 210 time: 0.0662491 Aug 20 19:06:59.820536 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:59.824924 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Usage tracker for resource:port and tenant:8babd9e220e34123a596bb15bad55892 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:59.827832 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:59.833870 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:59.845249 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Made reservation on behalf of 8babd9e220e34123a596bb15bad55892 for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:59.848677 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:59.866075 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3ef11565-2e1c-44fb-9bc8-8d15b5ac7cbb req-84d30358-ae70-49f0-9324-ca00e6ced015 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571077 Aug 20 19:06:59.885787 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-26361ce0-78c1-4062-a494-3a19916803ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:59.887270 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-26361ce0-78c1-4062-a494-3a19916803ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 200 len: 855 time: 0.0720909 Aug 20 19:06:59.970294 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-3c2d0221-3a50-4ee7-a30f-9853c6091a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:59.971804 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-3c2d0221-3a50-4ee7-a30f-9853c6091a88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3af70502-992e-42b2-a2d8-90d96e009dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728531 Aug 20 19:07:00.012507 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Allocated IP 172.20.0.2 (453f6137-aae3-4d41-a45f-0f3fdb5bd7bf/9efc4b22-22f0-4426-a783-664149ca29b2/ec09703d-094d-471a-86bc-1430d7ad3a5b) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:07:00.159761 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-abfe24f6-aea8-4887-a0c1-2cbcfcc1a807 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563191 Aug 20 19:07:00.168516 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6c919-7787-490e-9e73-0a64fad3643a req-7e42b2c7-4bb4-4376-865f-8b09cc94faf1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:00.169951 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-87c6c919-7787-490e-9e73-0a64fad3643a req-7e42b2c7-4bb4-4376-865f-8b09cc94faf1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1959000 Aug 20 19:07:00.219898 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-87c6c919-7787-490e-9e73-0a64fad3643a req-4330fa74-bd97-4715-b413-5cac92d61491 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434968 Aug 20 19:07:00.246033 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:00.279265 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:00.288162 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:00.361304 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Network 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:00.364580 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:00.367175 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:07:00.374146 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:00.374906 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:00.421933 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Pushing event updated for resources: {'Port': ['ID=ec09703d-094d-471a-86bc-1430d7ad3a5b,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:00.450147 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:00.456294 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934549 Aug 20 19:07:00.473903 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5fa0da67-bae8-40d9-900a-911c0bcf7b99 req-e6286190-7371-4d6a-b116-0e17d929c058 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177975 Aug 20 19:07:00.484599 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b25bf3-ab2b-44d7-bdf3-43bfe017311b req-37952b20-7505-4714-8c9b-bf84a7e31ba1 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:00.486200 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e6b25bf3-ab2b-44d7-bdf3-43bfe017311b req-37952b20-7505-4714-8c9b-bf84a7e31ba1 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 946 time: 0.2081921 Aug 20 19:07:00.505673 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Request body: {'port': {'device_id': '720e89c3-c93f-483a-a879-a953825be050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:00.540668 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e6b25bf3-ab2b-44d7-bdf3-43bfe017311b req-1c9584e0-10f5-4e54-8ac5-b7c6ba18d235 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482883 Aug 20 19:07:00.666688 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:00.818904 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-b9d718cb-8bd9-4063-a15d-1dd8a864c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:00.820525 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-b9d718cb-8bd9-4063-a15d-1dd8a864c642 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 1096 time: 0.0800312 Aug 20 19:07:01.208808 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec09703d-094d-471a-86bc-1430d7ad3a5b {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:01.225149 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:01.242060 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Transition to ACTIVE for port object ec09703d-094d-471a-86bc-1430d7ad3a5b will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:01.248254 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:01.257869 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:01.300923 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-b9429d8b-7dc5-48c5-a4e0-19f1bc5ced49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:01.302140 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-b9429d8b-7dc5-48c5-a4e0-19f1bc5ced49 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 917 time: 0.4751782 Aug 20 19:07:01.311884 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94704b-d8ed-4e17-b0b8-34637ea9039a req-9c20e95e-3773-45c8-adb2-d48606d56003 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:01.318726 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fe94704b-d8ed-4e17-b0b8-34637ea9039a req-9c20e95e-3773-45c8-adb2-d48606d56003 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 931 time: 0.2644949 Aug 20 19:07:01.423205 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-705c2abf-b817-440e-8b44-826e56e16009 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 HTTP/1.1" status: 200 len: 217 time: 0.1024067 Aug 20 19:07:01.446678 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Pushing event updated for resources: {'Port': ['ID=ec09703d-094d-471a-86bc-1430d7ad3a5b,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:01.450025 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:01.471465 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cfcf0-816e-470b-8eea-4f59ac227f03 req-fd0223d3-9f20-46ff-9195-3d89033353fe tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:01.473901 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Attempting to bind port ec09703d-094d-471a-86bc-1430d7ad3a5b on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:07:01.474237 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Attempting to bind port ec09703d-094d-471a-86bc-1430d7ad3a5b by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'f9867462-c41f-45c6-8608-bb3d02fd8d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '453f6137-aae3-4d41-a45f-0f3fdb5bd7bf'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:07:01.474563 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Attempting to bind port ec09703d-094d-471a-86bc-1430d7ad3a5b on network 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:01.477798 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fb8cfcf0-816e-470b-8eea-4f59ac227f03 req-fd0223d3-9f20-46ff-9195-3d89033353fe tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.4200032 Aug 20 19:07:01.480815 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Port ec09703d-094d-471a-86bc-1430d7ad3a5b on network 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:07:01.481310 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Attempting to bind port ec09703d-094d-471a-86bc-1430d7ad3a5b on network 453f6137-aae3-4d41-a45f-0f3fdb5bd7bf {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:01.491202 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:07:01.491993 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Checking segment: {'id': 'f9867462-c41f-45c6-8608-bb3d02fd8d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '453f6137-aae3-4d41-a45f-0f3fdb5bd7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:01.492652 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Bound using segment: {'id': 'f9867462-c41f-45c6-8608-bb3d02fd8d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '453f6137-aae3-4d41-a45f-0f3fdb5bd7bf'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:07:01.493453 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Bound port: ec09703d-094d-471a-86bc-1430d7ad3a5b, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9867462-c41f-45c6-8608-bb3d02fd8d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '453f6137-aae3-4d41-a45f-0f3fdb5bd7bf'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:07:01.494800 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:01.544549 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fe94704b-d8ed-4e17-b0b8-34637ea9039a req-d788d66b-c678-4664-8fba-36983711f37d tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248273 Aug 20 19:07:01.658334 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fb8cfcf0-816e-470b-8eea-4f59ac227f03 req-2873ee33-e81d-4e9f-b9ef-efdd2928be4e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126845 Aug 20 19:07:01.659868 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-728c17a7-588f-4124-9c48-009f8ab04e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:01.661241 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-728c17a7-588f-4124-9c48-009f8ab04e66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 200 len: 855 time: 0.1825159 Aug 20 19:07:01.710891 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] For port ec09703d-094d-471a-86bc-1430d7ad3a5b, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:07:01.715033 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] For port ec09703d-094d-471a-86bc-1430d7ad3a5b, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=ec09703d-094d-471a-86bc-1430d7ad3a5b,segment=NetworkSegment(f9867462-c41f-45c6-8608-bb3d02fd8d04),segment_id=f9867462-c41f-45c6-8608-bb3d02fd8d04)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:07:01.724459 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:01.732839 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:01.819072 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:01.820012 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:01.821578 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] 10.222.0.11 "PUT /v2.0/ports/ec09703d-094d-471a-86bc-1430d7ad3a5b HTTP/1.1" status: 200 len: 1093 time: 1.3205080 Aug 20 19:07:01.822254 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720e89c3-c93f-483a-a879-a953825be050', 'tag': 'ec09703d-094d-471a-86bc-1430d7ad3a5b'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:01.847782 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Pushing event updated for resources: {'Port': ['ID=ec09703d-094d-471a-86bc-1430d7ad3a5b,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:01.851638 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:01.854586 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7105d-55dc-4ff3-92f7-f4381d81d84a req-b72a2842-43bc-469d-9e21-06466e60c0d4 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:01.857243 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6df7105d-55dc-4ff3-92f7-f4381d81d84a req-b72a2842-43bc-469d-9e21-06466e60c0d4 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1506453 Aug 20 19:07:01.860232 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-309c91fa-029c-4906-b755-1c6d5d79c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:01.862191 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-309c91fa-029c-4906-b755-1c6d5d79c956 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3af70502-992e-42b2-a2d8-90d96e009dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1942141 Aug 20 19:07:01.889033 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720e89c3-c93f-483a-a879-a953825be050', 'tag': 'ec09703d-094d-471a-86bc-1430d7ad3a5b', 'status': 'completed', 'code': 200} Aug 20 19:07:01.953019 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6df7105d-55dc-4ff3-92f7-f4381d81d84a req-6834726c-2cb8-4fbd-90c7-df8452bcbb36 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891731 Aug 20 19:07:02.051454 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975daa9-e788-4be2-9e8e-180c4710619b req-1e1ba453-7537-4648-a665-cce4283bd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:02.053632 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-1e1ba453-7537-4648-a665-cce4283bd3a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8babd9e220e34123a596bb15bad55892&device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 1096 time: 0.1344688 Aug 20 19:07:02.164880 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-cc01a463-0825-4350-b2cb-1346016ddd4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec09703d-094d-471a-86bc-1430d7ad3a5b HTTP/1.1" status: 200 len: 217 time: 0.0905914 Aug 20 19:07:02.202698 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-ada9db5c-028b-4a39-a4ce-aeeaa15336a6 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168709 Aug 20 19:07:02.270034 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975daa9-e788-4be2-9e8e-180c4710619b req-de2acb41-829f-4005-8be6-e121f718e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:02.273611 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-de2acb41-829f-4005-8be6-e121f718e561 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9efc4b22-22f0-4426-a783-664149ca29b2 HTTP/1.1" status: 200 len: 849 time: 0.1020381 Aug 20 19:07:02.346894 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043d9cb-8587-4cda-a6d9-40c8594c56ed req-922f59e6-800b-445d-83dc-527261a9d180 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:02.348804 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9043d9cb-8587-4cda-a6d9-40c8594c56ed req-922f59e6-800b-445d-83dc-527261a9d180 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.2314794 Aug 20 19:07:02.358206 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-9ec1357d-8e4e-4700-b549-6f984cc641e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=453f6137-aae3-4d41-a45f-0f3fdb5bd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706768 Aug 20 19:07:02.359592 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42612) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:02.361662 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2e1bf533-41da-48ab-b892-67667a3af1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:02.371309 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2afb3941-ea42-4d38-aaa2-89f18052f1d8 req-cb5316ed-885f-4d35-80fd-e9032bde2f76 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610303 Aug 20 19:07:02.391533 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-15d37b4a-f0d3-40ba-bf02-00ed3c1eb9fa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'floatingip': {'port_id': 'dc80a753-a448-4ce1-877a-cac157278acc'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:02.525987 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-15d37b4a-f0d3-40ba-bf02-00ed3c1eb9fa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:02.746466 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:02.802682 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dee952-0129-4690-bc46-6fc331c51c22 req-40d66c11-2686-4b53-b2f5-08e30aed260c tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:02.804541 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b2dee952-0129-4690-bc46-6fc331c51c22 req-40d66c11-2686-4b53-b2f5-08e30aed260c tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 943 time: 0.1271927 Aug 20 19:07:02.851427 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-b8b907b7-07af-43f4-9c0d-6e852b67f3d0 service neutron] 10.222.0.11 "GET /v2.0/networks/453f6137-aae3-4d41-a45f-0f3fdb5bd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881866 Aug 20 19:07:02.859829 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b2dee952-0129-4690-bc46-6fc331c51c22 req-38022de0-d886-4f71-950f-f5620cd92895 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476284 Aug 20 19:07:03.092960 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204df728-a44d-4743-8e9a-9d04ce5502c9 req-17853c54-7311-43f9-b323-3a663a9c153f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:03.094559 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-204df728-a44d-4743-8e9a-9d04ce5502c9 req-17853c54-7311-43f9-b323-3a663a9c153f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.1149695 Aug 20 19:07:03.110717 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-2975daa9-e788-4be2-9e8e-180c4710619b req-33e9e25d-9db4-48e9-a8b1-14cb011ca1f6 service neutron] 10.222.0.11 "GET /v2.0/networks/453f6137-aae3-4d41-a45f-0f3fdb5bd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511084 Aug 20 19:07:03.154259 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-204df728-a44d-4743-8e9a-9d04ce5502c9 req-5726a7b6-524a-4812-829b-13e1c0df23e2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536020 Aug 20 19:07:03.372566 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34d2fc-f803-4adc-b60b-2b7048c5ad63 req-5559b7fc-312b-49ce-a09a-5cd0b92d2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:03.386555 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0d34d2fc-f803-4adc-b60b-2b7048c5ad63 req-5559b7fc-312b-49ce-a09a-5cd0b92d2167 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8babd9e220e34123a596bb15bad55892&device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 1096 time: 0.1437376 Aug 20 19:07:03.601705 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34d2fc-f803-4adc-b60b-2b7048c5ad63 req-91f87451-38f8-4b15-b97f-6afd4b697ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:03.603168 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0d34d2fc-f803-4adc-b60b-2b7048c5ad63 req-91f87451-38f8-4b15-b97f-6afd4b697ee9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=453f6137-aae3-4d41-a45f-0f3fdb5bd7bf HTTP/1.1" status: 200 len: 910 time: 0.2156317 Aug 20 19:07:03.629909 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-16c6ae8b-83a7-4e4d-9149-abc9a144e666 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3515105 Aug 20 19:07:03.800400 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0d34d2fc-f803-4adc-b60b-2b7048c5ad63 req-10a8f308-0e51-4045-9a15-6c4d9fba9e9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec09703d-094d-471a-86bc-1430d7ad3a5b HTTP/1.1" status: 200 len: 217 time: 0.1293910 Aug 20 19:07:03.875278 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34d2fc-f803-4adc-b60b-2b7048c5ad63 req-527ce112-0f4e-462b-b047-72f4d13bf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:03.878043 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0d34d2fc-f803-4adc-b60b-2b7048c5ad63 req-527ce112-0f4e-462b-b047-72f4d13bf77b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9efc4b22-22f0-4426-a783-664149ca29b2 HTTP/1.1" status: 200 len: 849 time: 0.0641680 Aug 20 19:07:03.925818 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-15d37b4a-f0d3-40ba-bf02-00ed3c1eb9fa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:03.935213 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-15d37b4a-f0d3-40ba-bf02-00ed3c1eb9fa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:04.027045 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-be51904b-56a9-44d2-8c0b-207f5b8dcc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:04.028605 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-be51904b-56a9-44d2-8c0b-207f5b8dcc23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5b8a4a578284f36ae7d4c89e5a99b90&device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 1099 time: 0.2232287 Aug 20 19:07:04.032668 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42674) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:04.089124 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0d34d2fc-f803-4adc-b60b-2b7048c5ad63 req-ff10ab91-88ab-445e-bbc7-183b3c3a4a40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=453f6137-aae3-4d41-a45f-0f3fdb5bd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706651 Aug 20 19:07:04.243078 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac11289-a740-41db-b7f9-54e12da2081a req-66c1cffc-01e9-4407-b76f-ceb543c93370 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:04.251703 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aac11289-a740-41db-b7f9-54e12da2081a req-66c1cffc-01e9-4407-b76f-ceb543c93370 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 943 time: 0.2707441 Aug 20 19:07:04.270492 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:04.305660 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:04.315918 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] Usage tracker for resource:security_group_rule and tenant:9c156c72e24b4ff7b87cb1e762b4443a is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:04.318777 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.l3_db [None req-15d37b4a-f0d3-40ba-bf02-00ed3c1eb9fa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Floating IP 8d3267ae-65ab-43aa-b7ed-987e5b938526 associated. External IP: 172.28.2.107, port: dc80a753-a448-4ce1-877a-cac157278acc. Aug 20 19:07:04.351630 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0d34d2fc-f803-4adc-b60b-2b7048c5ad63 req-3cada709-1929-4254-ae26-ae2db9054b0b service neutron] 10.222.0.11 "GET /v2.0/networks/453f6137-aae3-4d41-a45f-0f3fdb5bd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542908 Aug 20 19:07:04.375123 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:04.389409 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-fe60d72c-ca44-4ada-9d64-a0481134267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:04.390844 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-fe60d72c-ca44-4ada-9d64-a0481134267c service neutron] 10.222.0.11 "GET /v2.0/networks?id=506bc620-1e85-4b72-ac03-b26707ee16dd HTTP/1.1" status: 200 len: 913 time: 0.2864327 Aug 20 19:07:04.404303 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aac11289-a740-41db-b7f9-54e12da2081a req-65dbb7e8-ad74-4504-a0a2-fb263d969229 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483800 Aug 20 19:07:04.404465 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:04.494927 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-007e9430-8693-4902-af9d-86689dbc9ec1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=980517c9-26d4-4705-b301-adca48ca457d HTTP/1.1" status: 200 len: 217 time: 0.0883937 Aug 20 19:07:04.555516 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0d34d2fc-f803-4adc-b60b-2b7048c5ad63 req-cf305e8b-df37-40ea-acf0-cf16bc2c5c6b service neutron] 10.222.0.11 "GET /v2.0/networks/453f6137-aae3-4d41-a45f-0f3fdb5bd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942880 Aug 20 19:07:04.570904 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bfb41-cf2b-41c0-bfc1-711f67994dae req-a053a6f0-ab03-4e76-beef-df31531ad625 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:04.579868 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-171bfb41-cf2b-41c0-bfc1-711f67994dae req-a053a6f0-ab03-4e76-beef-df31531ad625 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.2899654 Aug 20 19:07:04.649465 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-171bfb41-cf2b-41c0-bfc1-711f67994dae req-8412126a-53fc-4e3a-8977-f120cd4dbbbc tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685561 Aug 20 19:07:04.671362 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-f9aa87d0-2072-498e-be8f-737b5dddcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:04.671362 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-f9aa87d0-2072-498e-be8f-737b5dddcaa1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd161b5f-c47d-402a-946f-11b90f9892c6 HTTP/1.1" status: 200 len: 852 time: 0.1640587 Aug 20 19:07:04.786263 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-f85adf4d-68f2-4978-a3f9-2414941f4ab4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=506bc620-1e85-4b72-ac03-b26707ee16dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070530 Aug 20 19:07:04.820575 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-6327f85a-7102-4a94-ae26-9b8be8c2b1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:04.900528 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:07:05.042447 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:05.068079 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:05.082576 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'port_id': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'mac_address': 'fa:16:3e:05:f7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:07:05.107846 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:05.122653 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a278baa8-b7c6-48bd-b006-071bbc765077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:05.158636 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:05.191329 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:05.203757 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72042ff7-5afa-4a15-98db-c2ed27006165,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:05.210139 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c156c72e24b4ff7b87cb1e762b4443a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1764619 Aug 20 19:07:05.211144 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:05.213617 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42720) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:05.222260 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d37b4a-f0d3-40ba-bf02-00ed3c1eb9fa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Router 32500550-9a94-4255-ae61-4be00c172da4 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:07:05.226974 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-056b47e8-7557-4c98-8024-03df6fc73946 service neutron] 10.222.0.11 "GET /v2.0/networks/506bc620-1e85-4b72-ac03-b26707ee16dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265475 Aug 20 19:07:05.229321 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:05.238302 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:05.241874 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:05.317843 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ced-058a-4d36-81a0-79e4d6757b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:05.352449 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ced-058a-4d36-81a0-79e4d6757b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:05.412636 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:05.417174 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:05.434551 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ced-058a-4d36-81a0-79e4d6757b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:05.467526 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:05.509026 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db4ced-058a-4d36-81a0-79e4d6757b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72042ff7-5afa-4a15-98db-c2ed27006165,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:05.516325 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e0db4ced-058a-4d36-81a0-79e4d6757b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:05.522714 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ced-058a-4d36-81a0-79e4d6757b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:05.526518 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-e0db4ced-058a-4d36-81a0-79e4d6757b48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72042ff7-5afa-4a15-98db-c2ed27006165 HTTP/1.1" status: 204 len: 168 time: 0.3085508 Aug 20 19:07:05.601646 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42734) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:05.641217 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4359ef05-7531-4e09-bc7f-e4b4911ad7c5 req-26784ecc-f7f5-4620-9878-63d6f1e673f3 service neutron] 10.222.0.11 "GET /v2.0/networks/506bc620-1e85-4b72-ac03-b26707ee16dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051037 Aug 20 19:07:05.649642 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d37b4a-f0d3-40ba-bf02-00ed3c1eb9fa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:07:05.666860 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] Sync routers for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:07:05.674668 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-15d37b4a-f0d3-40ba-bf02-00ed3c1eb9fa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:05.693266 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:05.695232 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:07:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:05.771664 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:05.797289 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-15d37b4a-f0d3-40ba-bf02-00ed3c1eb9fa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "PUT /v2.0/floatingips/8d3267ae-65ab-43aa-b7ed-987e5b938526 HTTP/1.1" status: 200 len: 991 time: 3.4360559 Aug 20 19:07:05.800604 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'tag': 'dc80a753-a448-4ce1-877a-cac157278acc'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:05.866012 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f3a6f-d10a-45a1-bf96-d0b63a18430e req-669d2b05-02ec-49b9-86aa-12e4480e817a tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:05.873500 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3f4f3a6f-d10a-45a1-bf96-d0b63a18430e req-669d2b05-02ec-49b9-86aa-12e4480e817a tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 943 time: 0.2556131 Aug 20 19:07:05.935434 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.036143 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.173011 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:06.175670 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:06.190865 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] Usage tracker for resource:security_group_rule and tenant:1c3f4fc6f0fa48a4afdee5b7aaacee5d is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:06.200678 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:06.214664 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:06.225477 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3f4f3a6f-d10a-45a1-bf96-d0b63a18430e req-bff3b9bc-9804-4ed5-86b2-c9b67fe8499c tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508630 Aug 20 19:07:06.257572 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42760) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:06.313015 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.345888 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.361597 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.370265 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:06.372225 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a09a9a1d-7cd1-454d-909d-f40afb28c084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:06.375219 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] Usage tracker for resource:security_group_rule and tenant:dcc880e7e16746eeb5d3f20dfee165dc is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:06.378266 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:06.385359 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:06.446755 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c3f4fc6f0fa48a4afdee5b7aaacee5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8440118 Aug 20 19:07:06.461599 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42768) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:06.468808 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a718f2-ece8-4674-a97e-5274ce610741,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:06.478287 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:06.519981 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ca5c5-2346-41e4-86f4-fdfdb31945ea req-b4842413-48b8-455c-8d38-a6ea25fb647d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:06.521601 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8d9ca5c5-2346-41e4-86f4-fdfdb31945ea req-b4842413-48b8-455c-8d38-a6ea25fb647d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 944 time: 0.6436291 Aug 20 19:07:06.563594 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.573754 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.615927 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'tag': 'dc80a753-a448-4ce1-877a-cac157278acc', 'status': 'completed', 'code': 200} Aug 20 19:07:06.616402 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:06.630922 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:07:06.639691 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8d9ca5c5-2346-41e4-86f4-fdfdb31945ea req-8ca0a38e-239b-49b7-9fa4-67cc108ebdb3 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040061 Aug 20 19:07:06.642718 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42772) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:06.662782 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ade2f6e6-54e0-4682-9ed9-f9bc41af3860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.690440 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ade2f6e6-54e0-4682-9ed9-f9bc41af3860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.713377 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dcc880e7e16746eeb5d3f20dfee165dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536977 Aug 20 19:07:06.725890 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42778) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:06.748219 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cf46de-b29e-40c4-a30d-04e8b9ed49d8,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:06.752112 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:06.764775 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ade2f6e6-54e0-4682-9ed9-f9bc41af3860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.765836 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': '8d3267ae-65ab-43aa-b7ed-987e5b938526', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'floating_ip_address': '172.28.2.107', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '32500550-9a94-4255-ae61-4be00c172da4', 'port_id': 'dc80a753-a448-4ce1-877a-cac157278acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'mac_address': 'fa:16:3e:73:97:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:34Z', 'updated_at': '2021-08-20T19:07:03Z', 'revision_number': 1, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:06.771970 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] Checking router: 32500550-9a94-4255-ae61-4be00c172da4 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:07:06.773370 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-643cd385-57cd-4d2c-97b9-5a07ead2a14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:06.784371 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:06.785634 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:07:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:06.787985 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2f6e6-54e0-4682-9ed9-f9bc41af3860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a718f2-ece8-4674-a97e-5274ce610741,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:06.792791 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ade2f6e6-54e0-4682-9ed9-f9bc41af3860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:06.795082 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ade2f6e6-54e0-4682-9ed9-f9bc41af3860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.796835 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ade2f6e6-54e0-4682-9ed9-f9bc41af3860 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6a718f2-ece8-4674-a97e-5274ce610741 HTTP/1.1" status: 204 len: 168 time: 0.3324749 Aug 20 19:07:06.816936 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-234a041f-fa04-4d99-85c1-61e9c235c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:06.818386 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-234a041f-fa04-4d99-85c1-61e9c235c26a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 1098 time: 0.1404715 Aug 20 19:07:06.841158 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-70ba546c-4728-4014-b7f4-19ea09304983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.851273 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.870425 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:06.875210 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] Usage tracker for resource:security_group_rule and tenant:d54231d25b934a2e97275a129da1549d is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:06.878677 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:06.886020 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:06.914979 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device ec09703d-094d-471a-86bc-1430d7ad3a5b details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:07:06.975182 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-70ba546c-4728-4014-b7f4-19ea09304983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.035929 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.041684 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.055668 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-c572f8fa-8158-43de-a4af-f97b40d847ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:07.094907 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-5c14b6d2-08fb-40ad-9c18-71a50384ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:07.099071 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-5c14b6d2-08fb-40ad-9c18-71a50384ac58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 912 time: 0.2577732 Aug 20 19:07:07.102873 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:07.110008 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d54231d25b934a2e97275a129da1549d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660392 Aug 20 19:07:07.111239 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8378ff6f-9001-4201-9761-ff89db984f65,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:07.114216 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42790) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:07.117280 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:07.227995 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-70ba546c-4728-4014-b7f4-19ea09304983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.236798 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f3f50bf4-539b-41b3-b809-833f17825809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:07.253016 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f307e0a6-e9c3-4aea-a26a-630798291dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.264845 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-be927ea9-828d-4230-a393-c214b66665fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc80a753-a448-4ce1-877a-cac157278acc HTTP/1.1" status: 200 len: 999 time: 0.1596067 Aug 20 19:07:07.266720 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba546c-4728-4014-b7f4-19ea09304983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cf46de-b29e-40c4-a30d-04e8b9ed49d8,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:07.282034 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-70ba546c-4728-4014-b7f4-19ea09304983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:07.324059 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f307e0a6-e9c3-4aea-a26a-630798291dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.324271 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.346840 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port ec09703d-094d-471a-86bc-1430d7ad3a5b, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=ec09703d-094d-471a-86bc-1430d7ad3a5b,segment=NetworkSegment(f9867462-c41f-45c6-8608-bb3d02fd8d04),segment_id=f9867462-c41f-45c6-8608-bb3d02fd8d04)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:07.366876 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-70ba546c-4728-4014-b7f4-19ea09304983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.370503 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-70ba546c-4728-4014-b7f4-19ea09304983 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47cf46de-b29e-40c4-a30d-04e8b9ed49d8 HTTP/1.1" status: 204 len: 168 time: 0.6409464 Aug 20 19:07:07.370503 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-b4684794-cd52-46cd-a175-8d6319aaf780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:07.371896 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-b4684794-cd52-46cd-a175-8d6319aaf780 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.0893507 Aug 20 19:07:07.388027 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'ec09703d-094d-471a-86bc-1430d7ad3a5b', 'network_id': '453f6137-aae3-4d41-a45f-0f3fdb5bd7bf', 'port_id': 'ec09703d-094d-471a-86bc-1430d7ad3a5b', 'mac_address': 'fa:16:3e:a9:64:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efc4b22-22f0-4426-a783-664149ca29b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:07:07.453220 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f307e0a6-e9c3-4aea-a26a-630798291dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.460414 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:07.467137 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42800) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:07.503057 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.538013 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:07.547659 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307e0a6-e9c3-4aea-a26a-630798291dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8378ff6f-9001-4201-9761-ff89db984f65,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:07.548011 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] Usage tracker for resource:security_group_rule and tenant:50f30bb4c25d4eb1b55415d7c2d4c683 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:07.550081 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f307e0a6-e9c3-4aea-a26a-630798291dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.552130 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-f307e0a6-e9c3-4aea-a26a-630798291dfe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8378ff6f-9001-4201-9761-ff89db984f65 HTTP/1.1" status: 204 len: 168 time: 0.4366884 Aug 20 19:07:07.557711 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f307e0a6-e9c3-4aea-a26a-630798291dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:07.560065 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:07.567657 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:07.577257 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.579518 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-7b742697-4d43-4151-88bf-eb0e499d1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:07.581344 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-7b742697-4d43-4151-88bf-eb0e499d1d00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2021337 Aug 20 19:07:07.608410 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec09703d-094d-471a-86bc-1430d7ad3a5b {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:07.626139 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port ec09703d-094d-471a-86bc-1430d7ad3a5b, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=ec09703d-094d-471a-86bc-1430d7ad3a5b,segment=NetworkSegment(f9867462-c41f-45c6-8608-bb3d02fd8d04),segment_id=f9867462-c41f-45c6-8608-bb3d02fd8d04)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:07.633414 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.637538 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:07.758330 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacb91b-7d29-463b-97b0-d05c8db04846 req-0db5116b-9a71-4dc6-b4a0-44f906376bc6 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:07.763015 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0dacb91b-7d29-463b-97b0-d05c8db04846 req-0db5116b-9a71-4dc6-b4a0-44f906376bc6 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 944 time: 0.2204933 Aug 20 19:07:07.806271 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=ec09703d-094d-471a-86bc-1430d7ad3a5b,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:07.811260 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:07.885550 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0dacb91b-7d29-463b-97b0-d05c8db04846 req-5e1a0815-86f8-4feb-b639-505240a01633 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148074 Aug 20 19:07:07.923030 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-7dbec18e-5a9d-4e81-90b8-0679300bde0b service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329377 Aug 20 19:07:07.934801 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': '8d3267ae-65ab-43aa-b7ed-987e5b938526', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'floating_ip_address': '172.28.2.107', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '32500550-9a94-4255-ae61-4be00c172da4', 'port_id': 'dc80a753-a448-4ce1-877a-cac157278acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'mac_address': 'fa:16:3e:73:97:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:34Z', 'updated_at': '2021-08-20T19:07:03Z', 'revision_number': 1, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:07.940155 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28591fdd-c0e8-4923-89e0-75f380e9863e None None] The sync data for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb is: [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': '8d3267ae-65ab-43aa-b7ed-987e5b938526', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'floating_ip_address': '172.28.2.107', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '32500550-9a94-4255-ae61-4be00c172da4', 'port_id': 'dc80a753-a448-4ce1-877a-cac157278acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'mac_address': 'fa:16:3e:73:97:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:34Z', 'updated_at': '2021-08-20T19:07:03Z', 'revision_number': 1, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:07:08.008710 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.025889 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.058287 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:08.069080 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50f30bb4c25d4eb1b55415d7c2d4c683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5983002 Aug 20 19:07:08.069731 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42824) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:08.133438 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.184415 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['ec09703d-094d-471a-86bc-1430d7ad3a5b'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:08.266747 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23f54f2d-5e5c-4081-9706-f2f82dbd9ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.331639 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8455de-b3ae-4906-a06f-5f5ddeca295b req-72deb7a7-c20e-4382-b73a-1db6fb45570e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:08.339016 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ed8455de-b3ae-4906-a06f-5f5ddeca295b req-72deb7a7-c20e-4382-b73a-1db6fb45570e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 944 time: 0.2426760 Aug 20 19:07:08.409912 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e03161-0a1c-46f1-bb66-fd01147351ab None None] New status for floating IP 8d3267ae-65ab-43aa-b7ed-987e5b938526: ACTIVE {{(pid=79349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:07:08.448134 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23f54f2d-5e5c-4081-9706-f2f82dbd9ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.466024 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46de3940-5852-497f-93f7-310eb18356cd,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:08.485819 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:08.519456 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ed8455de-b3ae-4906-a06f-5f5ddeca295b req-29a0d52d-cfb2-473e-a49d-a447effd3de2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793215 Aug 20 19:07:08.525565 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-64dccd3a-83f8-4acd-8457-c85fb37b0b72 req-d80817ce-02c8-4952-9ec7-61de9f1a571b service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796771 Aug 20 19:07:08.526588 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23f54f2d-5e5c-4081-9706-f2f82dbd9ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.536750 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-c1cde4f3-79b4-4900-92b8-ca0ab2200997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:08.621247 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f54f2d-5e5c-4081-9706-f2f82dbd9ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46de3940-5852-497f-93f7-310eb18356cd,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:08.626699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-23f54f2d-5e5c-4081-9706-f2f82dbd9ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:08.633493 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23f54f2d-5e5c-4081-9706-f2f82dbd9ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.635072 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-23f54f2d-5e5c-4081-9706-f2f82dbd9ed4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46de3940-5852-497f-93f7-310eb18356cd HTTP/1.1" status: 204 len: 168 time: 0.5639079 Aug 20 19:07:08.668872 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9b11-7af1-442b-9a2f-601760e9eddd req-69af3b15-83cf-40c2-a79d-bd938f5c66a1 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:08.676734 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dc3a9b11-7af1-442b-9a2f-601760e9eddd req-69af3b15-83cf-40c2-a79d-bd938f5c66a1 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 946 time: 0.1533070 Aug 20 19:07:08.723994 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dc3a9b11-7af1-442b-9a2f-601760e9eddd req-eea81ca4-4a4c-4780-b7d6-9757b7789104 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461361 Aug 20 19:07:08.765686 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42840) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:08.784157 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.801093 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:08.805385 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] Usage tracker for resource:security_group_rule and tenant:3893ee293e8b448c948bc4d49f5b4e25 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:08.809517 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:08.815609 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:08.924199 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.931195 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.939319 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:08.984287 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:08.986963 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3893ee293e8b448c948bc4d49f5b4e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202106 Aug 20 19:07:08.988018 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157dff93-4223-45c3-a2ee-61cbf60f3f20,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:08.989628 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42852) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:09.003869 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:09.056222 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-83ed5d6f-dad1-4a96-b8f8-797f29edb5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:09.109935 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:09.119210 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:09.119601 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:09.141407 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-83ed5d6f-dad1-4a96-b8f8-797f29edb5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:09.218579 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe9d02-2b0d-449f-ab54-57b124eda5eb req-5e7277bb-4cee-49c4-b6db-ea4e426ead73 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:09.220146 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fdbe9d02-2b0d-449f-ab54-57b124eda5eb req-5e7277bb-4cee-49c4-b6db-ea4e426ead73 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 944 time: 0.1540205 Aug 20 19:07:09.262555 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-83ed5d6f-dad1-4a96-b8f8-797f29edb5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:09.270034 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:09.291564 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed5d6f-dad1-4a96-b8f8-797f29edb5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157dff93-4223-45c3-a2ee-61cbf60f3f20,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:09.307765 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fdbe9d02-2b0d-449f-ab54-57b124eda5eb req-520d4732-990f-4a0a-a8cf-bc45b8be2a42 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761788 Aug 20 19:07:09.308692 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-83ed5d6f-dad1-4a96-b8f8-797f29edb5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:09.330898 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-83ed5d6f-dad1-4a96-b8f8-797f29edb5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:09.334793 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-83ed5d6f-dad1-4a96-b8f8-797f29edb5be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/157dff93-4223-45c3-a2ee-61cbf60f3f20 HTTP/1.1" status: 204 len: 168 time: 0.3415790 Aug 20 19:07:09.338157 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:09.371533 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:09.396531 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:09.403157 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:09.406090 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:09.470451 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'code': 200} Aug 20 19:07:09.496356 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:09.499854 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:09.730398 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396cbb8-b24c-4960-b15b-a4fda16be104 req-a75e5dea-918b-4f75-9a97-dc020ffe23e8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:09.740214 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2396cbb8-b24c-4960-b15b-a4fda16be104 req-a75e5dea-918b-4f75-9a97-dc020ffe23e8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1003776 Aug 20 19:07:09.805048 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2396cbb8-b24c-4960-b15b-a4fda16be104 req-5d3b93d5-ef0f-459b-bc32-7fedd01b8417 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638030 Aug 20 19:07:09.830554 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a032f6-339b-4fbf-b4d7-e39b4f9fe0b9 req-35357f2b-ced7-4e7d-9e1a-bfa1c4ca7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:09.833182 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c0a032f6-339b-4fbf-b4d7-e39b4f9fe0b9 req-35357f2b-ced7-4e7d-9e1a-bfa1c4ca7e46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 1098 time: 0.1040702 Aug 20 19:07:09.845722 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 42894) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:09.877048 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:09.889639 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c0a032f6-339b-4fbf-b4d7-e39b4f9fe0b9 req-277a5890-548a-479f-84bf-92b365812114 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492010 Aug 20 19:07:09.948514 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:09.956002 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] Usage tracker for resource:security_group_rule and tenant:4a8a7b6356eb41d9880a82e891517656 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:09.959755 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:09.971021 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:10.021807 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bd993-ee29-4fd3-aab4-f93d97139ed0 req-a49aefe3-e24d-44bf-ad1a-fbbba474539a tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:10.023307 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f82bd993-ee29-4fd3-aab4-f93d97139ed0 req-a49aefe3-e24d-44bf-ad1a-fbbba474539a tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 946 time: 0.1280494 Aug 20 19:07:10.098626 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f82bd993-ee29-4fd3-aab4-f93d97139ed0 req-88250947-4baf-40f6-af45-f63c8ce698db tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671074 Aug 20 19:07:10.128208 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:10.132989 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:10.141581 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f307e0a6-e9c3-4aea-a26a-630798291dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:10.188749 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a8a7b6356eb41d9880a82e891517656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394792 Aug 20 19:07:10.188749 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60326262-46c2-4b46-b23c-8fa0893336fe,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:10.190298 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 42906) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:10.190455 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:10.277283 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-29d03204-6992-4804-8491-a33df5ce4f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:10.309688 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-29d03204-6992-4804-8491-a33df5ce4f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:10.370955 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-29d03204-6992-4804-8491-a33df5ce4f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:10.388349 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-70ba546c-4728-4014-b7f4-19ea09304983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:10.409117 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d03204-6992-4804-8491-a33df5ce4f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60326262-46c2-4b46-b23c-8fa0893336fe,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:10.418168 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-29d03204-6992-4804-8491-a33df5ce4f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:10.419466 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-29d03204-6992-4804-8491-a33df5ce4f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:10.431713 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-29d03204-6992-4804-8491-a33df5ce4f12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60326262-46c2-4b46-b23c-8fa0893336fe HTTP/1.1" status: 204 len: 168 time: 0.2387829 Aug 20 19:07:10.664993 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922aeef-5125-456d-8509-cac566139f6a req-2a376791-3f01-4278-bc85-044b898c6e0e tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:10.666706 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0922aeef-5125-456d-8509-cac566139f6a req-2a376791-3f01-4278-bc85-044b898c6e0e tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 944 time: 0.1632798 Aug 20 19:07:10.737571 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0922aeef-5125-456d-8509-cac566139f6a req-4d5e5522-3972-416c-aec9-2ef86775663e tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645185 Aug 20 19:07:10.995808 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device ec09703d-094d-471a-86bc-1430d7ad3a5b up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:11.080239 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port ec09703d-094d-471a-86bc-1430d7ad3a5b completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:11.086242 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port ec09703d-094d-471a-86bc-1430d7ad3a5b triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:11.087667 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.105210 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-13317236-284a-4156-8d71-798f753a3cce tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:11.106715 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-13317236-284a-4156-8d71-798f753a3cce tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 946 time: 0.1945610 Aug 20 19:07:11.178068 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0139af-7f6b-4975-abc3-cc286a09775f req-57d23e71-28c2-47d8-b175-f4718dffd587 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:11.179629 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ba0139af-7f6b-4975-abc3-cc286a09775f req-57d23e71-28c2-47d8-b175-f4718dffd587 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.2303178 Aug 20 19:07:11.288428 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.303450 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ba0139af-7f6b-4975-abc3-cc286a09775f req-fa4dc749-77d4-45d3-8747-0fd2e92326c2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047235 Aug 20 19:07:11.333606 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Deleting port 980517c9-26d4-4705-b301-adca48ca457d {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:07:11.334639 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.395928 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port ec09703d-094d-471a-86bc-1430d7ad3a5b, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=ec09703d-094d-471a-86bc-1430d7ad3a5b,segment=NetworkSegment(f9867462-c41f-45c6-8608-bb3d02fd8d04),segment_id=f9867462-c41f-45c6-8608-bb3d02fd8d04)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:11.405562 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.410950 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-878dcd04-43f8-441d-849c-dc32fb212135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:11.533932 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04749bad-148f-493d-bbb3-ae1024e97c10 req-0d01e80d-cad8-4279-be22-1460dcd6af93 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:11.543945 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-04749bad-148f-493d-bbb3-ae1024e97c10 req-0d01e80d-cad8-4279-be22-1460dcd6af93 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 946 time: 0.2022626 Aug 20 19:07:11.554291 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720e89c3-c93f-483a-a879-a953825be050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec09703d-094d-471a-86bc-1430d7ad3a5b'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:11.597096 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=ec09703d-094d-471a-86bc-1430d7ad3a5b,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:11.606972 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:11.668361 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720e89c3-c93f-483a-a879-a953825be050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec09703d-094d-471a-86bc-1430d7ad3a5b', 'code': 200} Aug 20 19:07:11.682884 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-04749bad-148f-493d-bbb3-ae1024e97c10 req-1e6f72eb-f72c-42de-a3ca-ae9f4ea07dcd tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a534d52-5ad7-46ed-b4aa-410c385615f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249583 Aug 20 19:07:11.874316 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] For port 980517c9-26d4-4705-b301-adca48ca457d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=980517c9-26d4-4705-b301-adca48ca457d,segment=NetworkSegment(c5abed0e-26e7-4df8-8e12-4648b285ca25),segment_id=c5abed0e-26e7-4df8-8e12-4648b285ca25)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:11.874928 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.040050 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Calling delete_port for 980517c9-26d4-4705-b301-adca48ca457d owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:07:12.403052 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.432847 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:12.446847 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['980517c9-26d4-4705-b301-adca48ca457d'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:12.668849 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] No DVR routers for this DVR port 980517c9-26d4-4705-b301-adca48ca457d on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:07:12.669941 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Pushing event deleted for resources: {'Port': ['ID=980517c9-26d4-4705-b301-adca48ca457d,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:12.673247 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:12.674430 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.677526 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5f3d07-2f19-46f7-90b6-be675c64b0da', 'name': 'network-vif-deleted', 'tag': '980517c9-26d4-4705-b301-adca48ca457d'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:12.700241 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-ed2535b4-3cb6-4934-aff7-f6c45cdb805a req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.11 "DELETE /v2.0/ports/980517c9-26d4-4705-b301-adca48ca457d HTTP/1.1" status: 204 len: 173 time: 1.5811582 Aug 20 19:07:12.713542 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce745c01-cbc0-4545-bd07-8a6f19a710b0 req-23066966-e1e0-4895-a750-acc9c1d38d77 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:12.723363 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ce745c01-cbc0-4545-bd07-8a6f19a710b0 req-23066966-e1e0-4895-a750-acc9c1d38d77 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 945 time: 0.4516613 Aug 20 19:07:12.857491 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ce745c01-cbc0-4545-bd07-8a6f19a710b0 req-71838f1d-84a9-44a9-84f5-a792c98bd65e tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327403 Aug 20 19:07:12.928027 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5f3d07-2f19-46f7-90b6-be675c64b0da', 'name': 'network-vif-deleted', 'tag': '980517c9-26d4-4705-b301-adca48ca457d', 'status': 'completed', 'code': 200} Aug 20 19:07:12.936426 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e87cd6-f913-47b8-975b-d106845c929a req-bb54e353-3b3c-44fc-b48b-b7fa07a2d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:12.937938 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d7e87cd6-f913-47b8-975b-d106845c929a req-bb54e353-3b3c-44fc-b48b-b7fa07a2d240 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 1098 time: 0.5445116 Aug 20 19:07:12.948414 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf987ee-587a-4aa0-a5bc-f37d474a817c req-fe56bc36-8ffa-47a4-aa11-38a523a60ac6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:12.949889 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-daf987ee-587a-4aa0-a5bc-f37d474a817c req-fe56bc36-8ffa-47a4-aa11-38a523a60ac6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1904628 Aug 20 19:07:13.012882 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-d7e87cd6-f913-47b8-975b-d106845c929a req-ecb82c46-e775-40cc-9306-749b5c7dd6f8 service neutron] Synchronizing usage tracker for tenant:8cdfbd07fd9e4d239ea5fe47f3db3eb6 on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:13.028209 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-daf987ee-587a-4aa0-a5bc-f37d474a817c req-260613d0-7137-45e7-bfc3-a6bd81e40c7f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631285 Aug 20 19:07:13.076644 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43030) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:13.081346 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-75fb749c-26f1-4ef9-a3cb-1a8a5698e88b req-fd958dcb-173d-46e3-87e5-f9c133d7cb71 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 210 time: 0.0498681 Aug 20 19:07:13.083166 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-d7e87cd6-f913-47b8-975b-d106845c929a req-ecb82c46-e775-40cc-9306-749b5c7dd6f8 service neutron] Unset dirty status for tenant:8cdfbd07fd9e4d239ea5fe47f3db3eb6 on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:13.084227 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d7e87cd6-f913-47b8-975b-d106845c929a req-ecb82c46-e775-40cc-9306-749b5c7dd6f8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334915 Aug 20 19:07:13.253074 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a99fd-630e-4e40-b95f-318d3981d2b5 req-fcaa58ef-fc55-4667-a46a-5c3ab78727be tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:13.254621 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ad4a99fd-630e-4e40-b95f-318d3981d2b5 req-fcaa58ef-fc55-4667-a46a-5c3ab78727be tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.0879760 Aug 20 19:07:13.263312 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43042) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:13.268603 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-2d5d42a0-55f2-4308-a3a1-079d1fc9b80b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'floatingip': {'port_id': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:13.345299 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2d5d42a0-55f2-4308-a3a1-079d1fc9b80b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:13.461326 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:13.569593 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:13.577635 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Usage tracker for resource:security_group_rule and tenant:60a1c29a3f254566acfea6f219cc4d47 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:13.582069 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:13.617046 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:13.970449 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:13.981720 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:13.989877 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:14.038275 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60a1c29a3f254566acfea6f219cc4d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9597256 Aug 20 19:07:14.039860 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf96676a-dfbb-485e-81e5-ddd322c7bf66,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:14.043285 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43074) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:14.086542 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.087071 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.087562 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.088005 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.088447 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.088886 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.089344 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.089779 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.090208 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.091029 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.091592 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.092128 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.096745 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43080) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:14.110199 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:14.150758 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-76c10ee9-e37f-48ed-b528-aa3aa893e949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.196200 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29440d0-4ce1-4e08-a5aa-19e63f08b341 req-b4d3a1e5-c90c-40d5-a67f-e4306fd06b39 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:14.206665 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a29440d0-4ce1-4e08-a5aa-19e63f08b341 req-b4d3a1e5-c90c-40d5-a67f-e4306fd06b39 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 945 time: 0.2090836 Aug 20 19:07:14.254724 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-76c10ee9-e37f-48ed-b528-aa3aa893e949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.311821 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2d5d42a0-55f2-4308-a3a1-079d1fc9b80b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.324002 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2d5d42a0-55f2-4308-a3a1-079d1fc9b80b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.334692 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a29440d0-4ce1-4e08-a5aa-19e63f08b341 req-399276fa-6bf2-49ae-9593-32285940f842 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254721 Aug 20 19:07:14.424774 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-76c10ee9-e37f-48ed-b528-aa3aa893e949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.438189 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:14.456247 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c253c8bf-f39c-4e42-8bf7-54ba1dbdc22c req-53c3270b-44b0-4b81-8b6d-c59892098a24 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5f3d07-2f19-46f7-90b6-be675c64b0da HTTP/1.1" status: 200 len: 210 time: 0.1204481 Aug 20 19:07:14.460154 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.472051 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c10ee9-e37f-48ed-b528-aa3aa893e949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf96676a-dfbb-485e-81e5-ddd322c7bf66,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:14.476849 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-76c10ee9-e37f-48ed-b528-aa3aa893e949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:14.480732 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-76c10ee9-e37f-48ed-b528-aa3aa893e949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.482051 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-76c10ee9-e37f-48ed-b528-aa3aa893e949 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf96676a-dfbb-485e-81e5-ddd322c7bf66 HTTP/1.1" status: 204 len: 168 time: 0.4377446 Aug 20 19:07:14.501411 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:14.520297 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Usage tracker for resource:security_group_rule and tenant:e981ab4a646346118496f0e567b13582 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:14.525955 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:14.546153 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:14.612018 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.l3_db [None req-2d5d42a0-55f2-4308-a3a1-079d1fc9b80b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Floating IP 265497bc-928d-481f-8618-240f0c09f8a7 associated. External IP: 172.28.2.30, port: 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7. Aug 20 19:07:14.730953 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.737330 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.748448 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-83ed5d6f-dad1-4a96-b8f8-797f29edb5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:14.794642 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e981ab4a646346118496f0e567b13582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6795251 Aug 20 19:07:14.798286 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43098) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:14.842692 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde05d46-6793-4a71-9e1e-6646130a675e,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:14.863957 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.864379 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.864937 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.865286 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.865774 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.866271 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.866612 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.866953 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.867292 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.867629 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.867959 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.868296 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:14.883833 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:14.901854 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-96db03aa-1f38-4659-9983-bbfa34831fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.907322 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43102) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:14.948504 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.969196 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-96db03aa-1f38-4659-9983-bbfa34831fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:14.981730 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:14.992414 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] Usage tracker for resource:security_group_rule and tenant:3a52ca79e35d4677ba400bf48681e45e is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:14.997505 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:15.013739 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:15.032851 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 980517c9-26d4-4705-b301-adca48ca457d no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:07:15.054062 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5d42a0-55f2-4308-a3a1-079d1fc9b80b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:07:15.079351 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-96db03aa-1f38-4659-9983-bbfa34831fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.082508 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: 980517c9-26d4-4705-b301-adca48ca457d {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:07:15.083076 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 980517c9-26d4-4705-b301-adca48ca457d not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:07:15.087999 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b048bbf6-b52f-4a08-b7b1-934b9087de4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:15.106316 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db03aa-1f38-4659-9983-bbfa34831fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde05d46-6793-4a71-9e1e-6646130a675e,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:15.113232 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-96db03aa-1f38-4659-9983-bbfa34831fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:15.133477 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-96db03aa-1f38-4659-9983-bbfa34831fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.135218 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-96db03aa-1f38-4659-9983-bbfa34831fec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bde05d46-6793-4a71-9e1e-6646130a675e HTTP/1.1" status: 204 len: 168 time: 0.3358331 Aug 20 19:07:15.174320 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.178839 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.186522 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bebfd56d-d123-419d-b905-6b8cd8da0abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:15.229626 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a52ca79e35d4677ba400bf48681e45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211300 Aug 20 19:07:15.230570 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751cae33-4a2f-4e68-b32e-c49f2bef4ca2,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:15.233920 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:15.234763 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43108) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:15.327448 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c56fceb-8073-47d2-9f4b-fe2dbb53829b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.364048 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c56fceb-8073-47d2-9f4b-fe2dbb53829b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.370477 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5d42a0-55f2-4308-a3a1-079d1fc9b80b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:07:15.376401 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2d5d42a0-55f2-4308-a3a1-079d1fc9b80b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.383496 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] Sync routers for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:07:15.393155 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:15.394086 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:07:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:15.438434 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c56fceb-8073-47d2-9f4b-fe2dbb53829b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.445206 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e721ac0a-1b51-4c11-9e78-ff4f5df311ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:15.458893 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56fceb-8073-47d2-9f4b-fe2dbb53829b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751cae33-4a2f-4e68-b32e-c49f2bef4ca2,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:15.486393 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-2c56fceb-8073-47d2-9f4b-fe2dbb53829b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:15.487230 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c56fceb-8073-47d2-9f4b-fe2dbb53829b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.499820 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-2c56fceb-8073-47d2-9f4b-fe2dbb53829b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/751cae33-4a2f-4e68-b32e-c49f2bef4ca2 HTTP/1.1" status: 204 len: 168 time: 0.2639537 Aug 20 19:07:15.505587 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-2d5d42a0-55f2-4308-a3a1-079d1fc9b80b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "PUT /v2.0/floatingips/265497bc-928d-481f-8618-240f0c09f8a7 HTTP/1.1" status: 200 len: 990 time: 2.2411230 Aug 20 19:07:15.506446 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:15.697827 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43128) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:15.716452 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:15.724322 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.751471 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:15.759133 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] Usage tracker for resource:security_group_rule and tenant:9f6600c072e14e01b377f22650d8990a is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:15.765501 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fa36b-f277-4df0-849f-a63736a531f8 req-c86150b3-5cef-40e6-99e2-b9daacbf88d7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:15.768464 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bb2fa36b-f277-4df0-849f-a63736a531f8 req-c86150b3-5cef-40e6-99e2-b9daacbf88d7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 945 time: 0.1802590 Aug 20 19:07:15.773879 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:15.780236 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:15.846466 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bb2fa36b-f277-4df0-849f-a63736a531f8 req-e6f3535b-ae63-41ba-8529-ae93b40b84a9 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718544 Aug 20 19:07:15.920065 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.925048 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.950168 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3bc0aa0f-8248-4871-9a5d-debb2bf1b56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:16.002166 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'status': 'completed', 'code': 200} Aug 20 19:07:16.018260 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43148) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:16.020986 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f6600c072e14e01b377f22650d8990a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215797 Aug 20 19:07:16.023405 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df078218-c103-4072-8e3f-c5074de95740,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:16.043762 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:16.220658 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-94d3d369-42a0-48c9-9258-eb526d2da28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.270497 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-1d0606a0-afbe-4158-a0dd-5fcc1c9a06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:16.271997 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-1d0606a0-afbe-4158-a0dd-5fcc1c9a06e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 1098 time: 0.2404191 Aug 20 19:07:16.343842 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-94d3d369-42a0-48c9-9258-eb526d2da28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.350640 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': '265497bc-928d-481f-8618-240f0c09f8a7', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'floating_ip_address': '172.28.2.30', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'port_id': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'mac_address': 'fa:16:3e:05:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:49Z', 'updated_at': '2021-08-20T19:07:14Z', 'revision_number': 1, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:16.356871 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] Checking router: d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:07:16.371387 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:16.372472 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:07:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:16.488773 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-94d3d369-42a0-48c9-9258-eb526d2da28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.504353 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9f6f8782-6797-4b41-a8ef-dc66b8117577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:16.561062 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3d369-42a0-48c9-9258-eb526d2da28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df078218-c103-4072-8e3f-c5074de95740,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:16.705095 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-94d3d369-42a0-48c9-9258-eb526d2da28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:16.710096 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-94d3d369-42a0-48c9-9258-eb526d2da28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.713466 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-94d3d369-42a0-48c9-9258-eb526d2da28d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df078218-c103-4072-8e3f-c5074de95740 HTTP/1.1" status: 204 len: 168 time: 0.6942263 Aug 20 19:07:16.814355 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:16.858935 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-132ab463-c167-4802-a9e5-3f3e67005cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:16.862936 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-132ab463-c167-4802-a9e5-3f3e67005cfd service neutron] 10.222.0.11 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 917 time: 0.5800462 Aug 20 19:07:17.059465 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-450065c2-1b60-44d4-bdb7-997014ec3ea9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 HTTP/1.1" status: 200 len: 998 time: 0.1807392 Aug 20 19:07:17.137421 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-407f17b9-f193-443b-b1f6-d4239f7714df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:17.139146 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-407f17b9-f193-443b-b1f6-d4239f7714df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 200 len: 855 time: 0.0724711 Aug 20 19:07:17.241959 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-629f40f8-9ca2-4db7-bfd6-f7c27e56da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:17.244984 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-629f40f8-9ca2-4db7-bfd6-f7c27e56da51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3af70502-992e-42b2-a2d8-90d96e009dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0969505 Aug 20 19:07:17.326993 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': '265497bc-928d-481f-8618-240f0c09f8a7', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'floating_ip_address': '172.28.2.30', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'port_id': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'mac_address': 'fa:16:3e:05:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:49Z', 'updated_at': '2021-08-20T19:07:14Z', 'revision_number': 1, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:17.333522 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f7f06-3e03-4796-8e7c-0520ed5d892e None None] The sync data for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb is: [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': '265497bc-928d-481f-8618-240f0c09f8a7', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'floating_ip_address': '172.28.2.30', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'port_id': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'mac_address': 'fa:16:3e:05:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:49Z', 'updated_at': '2021-08-20T19:07:14Z', 'revision_number': 1, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:07:17.437179 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-25645dda-d38c-4d61-a1c5-6af106e25fbb service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831133 Aug 20 19:07:17.448121 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43216) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:17.684954 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb16436-3fc7-4c6b-b86e-69269995f6a6 None None] New status for floating IP 265497bc-928d-481f-8618-240f0c09f8a7: ACTIVE {{(pid=79349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:07:17.693413 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:17.730954 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:17.745719 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] Usage tracker for resource:security_group_rule and tenant:d542f3d39ffd473f83ad1a90901a9766 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:17.751350 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:17.759052 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f037cb3d-8dc6-4f0f-af63-fe8aef910f82 req-db715095-8ee0-4fcf-9c35-5f58f6d2ea6d service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039432 Aug 20 19:07:17.759773 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:17.869198 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:17.879376 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:17.902291 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ade2f6e6-54e0-4682-9ed9-f9bc41af3860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:17.966576 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d542f3d39ffd473f83ad1a90901a9766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5160475 Aug 20 19:07:17.966674 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7d3be0-4b98-4d7b-8db1-a8cd4f874cea,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:17.968379 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43246) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:17.994835 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:18.081839 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-26060ef0-4c9d-44c6-bbbb-f92129f20f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:18.111063 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-26060ef0-4c9d-44c6-bbbb-f92129f20f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:18.175012 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-26060ef0-4c9d-44c6-bbbb-f92129f20f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:18.184947 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c4a61499-301c-428d-a3e8-39d2c3cbb2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:18.205520 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-26060ef0-4c9d-44c6-bbbb-f92129f20f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:18.206634 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-26060ef0-4c9d-44c6-bbbb-f92129f20f5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce7d3be0-4b98-4d7b-8db1-a8cd4f874cea HTTP/1.1" status: 204 len: 168 time: 0.2367291 Aug 20 19:07:18.209055 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26060ef0-4c9d-44c6-bbbb-f92129f20f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7d3be0-4b98-4d7b-8db1-a8cd4f874cea,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:18.211845 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-26060ef0-4c9d-44c6-bbbb-f92129f20f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:18.519520 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43272) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:18.667937 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:18.684779 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:18.688714 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] Usage tracker for resource:security_group_rule and tenant:7b803405007840df872ee489c2be5db4 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:18.691531 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:18.698096 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:18.792513 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:18.799453 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:18.818176 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-9b4ee945-6b83-43db-80cf-c9612ea80a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:18.862342 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e460e9-1056-4452-a24c-6c4213bf7719,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:18.865659 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:18.868380 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b803405007840df872ee489c2be5db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477404 Aug 20 19:07:18.871526 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43296) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:18.936313 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f314-219f-472b-a52c-b0651df638b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:18.966985 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f314-219f-472b-a52c-b0651df638b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.033016 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f314-219f-472b-a52c-b0651df638b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.041138 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-afd4c069-e0f4-4182-8ecc-91c00a6399b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:19.058956 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8f314-219f-472b-a52c-b0651df638b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e460e9-1056-4452-a24c-6c4213bf7719,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:19.061226 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f314-219f-472b-a52c-b0651df638b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.062561 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-7fd8f314-219f-472b-a52c-b0651df638b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4e460e9-1056-4452-a24c-6c4213bf7719 HTTP/1.1" status: 204 len: 168 time: 0.1900210 Aug 20 19:07:19.064287 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7fd8f314-219f-472b-a52c-b0651df638b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:19.271061 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43326) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:19.475884 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1027661066-network', 'tenant_id': 'b028a75909634f729841d412f78e8db3'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:19.482697 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:19.490083 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Usage tracker for resource:network and tenant:b028a75909634f729841d412f78e8db3 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:19.493141 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:19.500665 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:19.511740 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Made reservation on behalf of b028a75909634f729841d412f78e8db3 for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:19.514941 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.532147 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.539754 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43338) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:19.566346 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:19.575979 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b028a75909634f729841d412f78e8db3 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:19.577900 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43344) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:19.579836 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:19.586060 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:19.609117 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.631791 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:19.636661 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] Usage tracker for resource:security_group_rule and tenant:7b6fcbef44cc4d06872256fe4ffa1004 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:19.651254 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:19.669903 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:19.691619 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.693534 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3d5c32-1b97-4738-ba8b-9bf60cf8c5ae admin admin] Deleting subnet bd161b5f-c47d-402a-946f-11b90f9892c6 {{(pid=79348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:07:19.697980 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-be3d5c32-1b97-4738-ba8b-9bf60cf8c5ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.699401 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.704023 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-603efc35-d7d2-4531-bf20-0d2ef0c07cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:19.742633 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=79347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:07:19.765156 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e99250-f617-451c-b120-6ae41a4db260,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:19.768953 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.769383 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Added segment 4b48ad57-129f-492b-973d-e505030b9dd3 of type vlan for network 907fd911-4aaf-4b4b-afaf-13eec4108096 Aug 20 19:07:19.781183 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:19.802248 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-be3d5c32-1b97-4738-ba8b-9bf60cf8c5ae admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.817061 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-be3d5c32-1b97-4738-ba8b-9bf60cf8c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.837768 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.903471 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.905536 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:19.906315 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.911393 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:19.948860 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.951031 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-be3d5c32-1b97-4738-ba8b-9bf60cf8c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.957562 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e7e268e6-36b3-4d1c-ac87-f63037f2cb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:19.998891 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.039545 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b6fcbef44cc4d06872256fe4ffa1004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579422 Aug 20 19:07:20.043997 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-be3d5c32-1b97-4738-ba8b-9bf60cf8c5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.046870 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d5c32-1b97-4738-ba8b-9bf60cf8c5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd161b5f-c47d-402a-946f-11b90f9892c6,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:20.054311 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-be3d5c32-1b97-4738-ba8b-9bf60cf8c5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:20.054438 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43360) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:20.055440 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:20.075779 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Pushing event updated for resources: {'Network': ['ID=907fd911-4aaf-4b4b-afaf-13eec4108096,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:20.079889 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:20.082547 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-be3d5c32-1b97-4738-ba8b-9bf60cf8c5ae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bd161b5f-c47d-402a-946f-11b90f9892c6 HTTP/1.1" status: 204 len: 168 time: 0.5403152 Aug 20 19:07:20.082702 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43364) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:20.089511 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 907fd911-4aaf-4b4b-afaf-13eec4108096 details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:07:20.100077 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386c610f-a737-4be0-b72d-beaaca622130,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:20.108396 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:20.133045 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8609233 Aug 20 19:07:20.136987 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43368) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:20.143759 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Request body: {'subnet': {'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1027661066-subnet', 'tenant_id': 'b028a75909634f729841d412f78e8db3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:20.150875 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:20.155267 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Usage tracker for resource:subnet and tenant:b028a75909634f729841d412f78e8db3 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:20.158800 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:20.166496 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:20.179022 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Made reservation on behalf of b028a75909634f729841d412f78e8db3 for: {'subnet': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:20.181927 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.187994 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-50884025-1505-4ab8-a346-bacd73366ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.281206 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.284668 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-50884025-1505-4ab8-a346-bacd73366ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.416641 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.420880 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:20.460316 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.475747 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506bc620-1e85-4b72-ac03-b26707ee16dd']}} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:20.490016 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-50884025-1505-4ab8-a346-bacd73366ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.494460 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5abed0e-26e7-4df8-8e12-4648b285ca25') {'for_net_delete': True} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:20.494747 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5abed0e-26e7-4df8-8e12-4648b285ca25') {} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:20.501971 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-94d3d369-42a0-48c9-9258-eb526d2da28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:20.510497 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33da89f7-4bda-4cdc-a363-e184443f34a7,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:20.514011 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:20.516218 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2575664'] for segment, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.519466 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Checking segment: {'id': '4b48ad57-129f-492b-973d-e505030b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:20.519815 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Network hostable DHCP agents. Network: 907fd911-4aaf-4b4b-afaf-13eec4108096, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:07:20.522963 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50884025-1505-4ab8-a346-bacd73366ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386c610f-a737-4be0-b72d-beaaca622130,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:20.530310 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-50884025-1505-4ab8-a346-bacd73366ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:20.537520 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-50884025-1505-4ab8-a346-bacd73366ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.538698 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-50884025-1505-4ab8-a346-bacd73366ca1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/386c610f-a737-4be0-b72d-beaaca622130 HTTP/1.1" status: 204 len: 168 time: 0.4807892 Aug 20 19:07:20.551749 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Network 907fd911-4aaf-4b4b-afaf-13eec4108096 is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:07:20.553485 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.567846 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=79347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:07:20.568040 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 907fd911-4aaf-4b4b-afaf-13eec4108096) {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:20.568122 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436019'] for segment, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.575399 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:20.580933 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.581072 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf9f60-ea6f-4486-bc8b-aff8fc39d65e None None] Network 907fd911-4aaf-4b4b-afaf-13eec4108096 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: Traceback (most recent call last): Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: timer() Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: cb(*args, **kw) Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: return func(*args, **kwargs) Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: self._notify() Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: self.callback(batched_events) Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: event.method(event) Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: return f(self, *a, **k) Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: return self._get(url).json() Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: return self.request(url, 'GET', **kwargs) Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:07:20.588845 dv-cinder-805283-1-smb neutron-server[79347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:07:20.621190 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4827666 Aug 20 19:07:20.699589 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.706831 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:20.738253 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.765173 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=506bc620-1e85-4b72-ac03-b26707ee16dd,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:20.776355 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] 10.222.0.50 "DELETE /v2.0/networks/506bc620-1e85-4b72-ac03-b26707ee16dd HTTP/1.1" status: 204 len: 168 time: 0.6913455 Aug 20 19:07:20.777617 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:20.960306 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb4e839-6f32-4878-b37e-805a91888103 None None] Network 907fd911-4aaf-4b4b-afaf-13eec4108096 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:07:21.209355 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43404) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:21.264932 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-d61ea49f-322b-48e6-bdee-495dba7146de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5b8a4a578284f36ae7d4c89e5a99b90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523913 Aug 20 19:07:21.265768 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43410) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:21.334433 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8fa9-7f21-46d2-bec3-37f202d4be48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.367057 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8fa9-7f21-46d2-bec3-37f202d4be48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.450036 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8fa9-7f21-46d2-bec3-37f202d4be48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.458701 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-784af824-aedc-4a2d-9b23-667a3c8c7598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:21.475566 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c8fa9-7f21-46d2-bec3-37f202d4be48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a534d52-5ad7-46ed-b4aa-410c385615f4,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:21.478224 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0f7c8fa9-7f21-46d2-bec3-37f202d4be48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:21.479517 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8fa9-7f21-46d2-bec3-37f202d4be48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.482233 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-0f7c8fa9-7f21-46d2-bec3-37f202d4be48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a534d52-5ad7-46ed-b4aa-410c385615f4 HTTP/1.1" status: 204 len: 168 time: 0.2152271 Aug 20 19:07:22.253646 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4400f-2bee-49e9-b770-88385d864900 req-9e166ec8-d29b-4488-8857-d753ca4a8fa2 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:22.265069 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0ca4400f-2bee-49e9-b770-88385d864900 req-9e166ec8-d29b-4488-8857-d753ca4a8fa2 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 945 time: 0.1284432 Aug 20 19:07:22.305545 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0ca4400f-2bee-49e9-b770-88385d864900 req-422b0f92-7654-4339-8eec-ba9e8a43a7ec tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396190 Aug 20 19:07:22.537613 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43478) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:22.703261 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-network', 'tenant_id': '848b397e15fd40df926651d495ece801'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:22.707916 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:22.711734 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Usage tracker for resource:network and tenant:848b397e15fd40df926651d495ece801 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:22.714577 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:22.720817 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:22.730883 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Made reservation on behalf of 848b397e15fd40df926651d495ece801 for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:22.733166 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.745169 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.760174 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:22.763955 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Usage tracker for resource:security_group_rule and tenant:848b397e15fd40df926651d495ece801 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:22.766758 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:22.773011 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:22.862316 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.867225 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.873158 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-11adae33-2bb1-4693-bac3-3d6ffb9dfe46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:22.904966 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=79347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:07:22.913804 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f155f731-8d4d-4a58-ab31-62fc83c3b866,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:22.917559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:23.138254 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.138254 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Added segment 207b4619-4e5d-42d5-b4b4-81ddd233b989 of type vlan for network 5133b670-e560-45bd-b9cf-c7c48f9ad9af Aug 20 19:07:23.138254 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.144292 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.148980 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:23.150135 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.158095 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:23.337317 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Pushing event updated for resources: {'Network': ['ID=5133b670-e560-45bd-b9cf-c7c48f9ad9af,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:23.340641 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:23.345993 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8070745 Aug 20 19:07:23.346226 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43526) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:23.357226 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Request body: {'subnet': {'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-subnet', 'tenant_id': '848b397e15fd40df926651d495ece801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:23.359134 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 5133b670-e560-45bd-b9cf-c7c48f9ad9af details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:07:23.364606 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:23.373023 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Usage tracker for resource:subnet and tenant:848b397e15fd40df926651d495ece801 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:23.377448 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:23.386619 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:23.414142 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Made reservation on behalf of 848b397e15fd40df926651d495ece801 for: {'subnet': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:23.417669 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Notify callbacks [] for subnet, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.437132 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-f5f070f3-be0f-480c-9da2-4e3c33b2d299 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:23.437132 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-f5f070f3-be0f-480c-9da2-4e3c33b2d299 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Synchronizing usage tracker for tenant:b028a75909634f729841d412f78e8db3 on resource:network {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:23.480914 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-f5f070f3-be0f-480c-9da2-4e3c33b2d299 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Unset dirty status for tenant:b028a75909634f729841d412f78e8db3 on resource:network {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:23.488082 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-f5f070f3-be0f-480c-9da2-4e3c33b2d299 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/networks?id=907fd911-4aaf-4b4b-afaf-13eec4108096 HTTP/1.1" status: 200 len: 809 time: 0.3690314 Aug 20 19:07:23.507690 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-ff654eba-55cd-4105-a69a-493f719a8b90 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/quotas/b028a75909634f729841d412f78e8db3 HTTP/1.1" status: 200 len: 375 time: 0.0186493 Aug 20 19:07:23.697001 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b89f5e90-9513-49ac-8431-9ceef118b2aa tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b028a75909634f729841d412f78e8db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1883712 Aug 20 19:07:23.727613 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.733467 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:23.792465 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9118eb-ad54-4f92-84ea-c25b29c6b608,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:23.798068 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:23.829117 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Checking segment: {'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:23.829474 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Network hostable DHCP agents. Network: 5133b670-e560-45bd-b9cf-c7c48f9ad9af, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:07:23.850906 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Network 5133b670-e560-45bd-b9cf-c7c48f9ad9af is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:07:23.855237 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bcb4b-695e-49da-b0a4-edec297b56c7 req-f2089749-1fea-4f87-ac85-23595bdbc9f5 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:23.856790 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d04bcb4b-695e-49da-b0a4-edec297b56c7 req-f2089749-1fea-4f87-ac85-23595bdbc9f5 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 945 time: 0.3666801 Aug 20 19:07:23.864150 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 5133b670-e560-45bd-b9cf-c7c48f9ad9af) {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:23.864459 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-0267ec82-1475-464d-8960-b7e629545ec0 service neutron] 10.222.0.50 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666598 Aug 20 19:07:23.868645 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:23.869548 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.875690 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e46cf3f-a20c-4cd4-8aa8-1d96facd5aa5 None None] Network 5133b670-e560-45bd-b9cf-c7c48f9ad9af requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:07:23.893540 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5455294 Aug 20 19:07:23.896105 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43536) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:23.903270 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-router', 'tenant_id': '848b397e15fd40df926651d495ece801', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:23.907974 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:23.912284 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Usage tracker for resource:router and tenant:848b397e15fd40df926651d495ece801 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:23.915267 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:23.922269 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:23.932938 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-847'] for router, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.934013 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.957867 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:24.035028 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d04bcb4b-695e-49da-b0a4-edec297b56c7 req-88a96149-a204-4aeb-8c89-dee6625dc1e1 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694829 Aug 20 19:07:24.068924 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-fcdd5183-0613-4272-8631-1d5d3983fafd service neutron] 10.222.0.50 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907086 Aug 20 19:07:24.132391 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e397f0c7-a154-4704-be50-d726f547b21d None None] Network 5133b670-e560-45bd-b9cf-c7c48f9ad9af requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:07:24.369563 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-848'] for router, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:24.443853 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a029cfec-7742-4193-8686-d0a08c83c293 req-cb291d1e-3901-4a1e-a11e-840dca58cd15 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 210 time: 0.0941467 Aug 20 19:07:24.787745 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-c257a499-e309-4fcf-ad64-48f89cfd1c9a tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:24.788148 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:24.789498 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-c257a499-e309-4fcf-ad64-48f89cfd1c9a tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.11 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 945 time: 0.1084597 Aug 20 19:07:24.826329 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:24.922751 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Deleting port ec09703d-094d-471a-86bc-1430d7ad3a5b {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:07:24.923337 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.016307 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Allocated IP 172.28.2.236 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/6623a187-9fb8-40f2-9f18-0a28e0964e77) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:07:25.208167 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] For port ec09703d-094d-471a-86bc-1430d7ad3a5b, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=ec09703d-094d-471a-86bc-1430d7ad3a5b,segment=NetworkSegment(f9867462-c41f-45c6-8608-bb3d02fd8d04),segment_id=f9867462-c41f-45c6-8608-bb3d02fd8d04)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:25.208548 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.312665 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.353703 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.366921 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Calling delete_port for ec09703d-094d-471a-86bc-1430d7ad3a5b owned by compute:nova {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:07:25.369895 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:25.514207 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Pushing event updated for resources: {'Port': ['ID=6623a187-9fb8-40f2-9f18-0a28e0964e77,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:25.518741 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:25.520491 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:25.521650 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:25.523999 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:07:25.639079 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1594fc-9e37-4b4d-a1e5-45954204ccfa req-eb30a5b1-757d-40ff-9de3-63da99f63913 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:25.640613 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2a1594fc-9e37-4b4d-a1e5-45954204ccfa req-eb30a5b1-757d-40ff-9de3-63da99f63913 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/ports?device_id=720e89c3-c93f-483a-a879-a953825be050 HTTP/1.1" status: 200 len: 945 time: 0.1483762 Aug 20 19:07:25.694515 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.710945 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:25.746955 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['ec09703d-094d-471a-86bc-1430d7ad3a5b'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:25.782889 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2a1594fc-9e37-4b4d-a1e5-45954204ccfa req-354ab5c7-ce40-419d-b2ef-2bfa38cdac39 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.50 "GET /v2.0/security-groups?id=97b5ce33-0e4e-4cdd-afdd-7f95198767d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354728 Aug 20 19:07:25.799889 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Pushing event deleted for resources: {'Port': ['ID=ec09703d-094d-471a-86bc-1430d7ad3a5b,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:25.839903 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:25.857896 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] No DVR routers for this DVR port ec09703d-094d-471a-86bc-1430d7ad3a5b on host hv-cinder-80528 {{(pid=79347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:07:25.860752 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.865721 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720e89c3-c93f-483a-a879-a953825be050', 'name': 'network-vif-deleted', 'tag': 'ec09703d-094d-471a-86bc-1430d7ad3a5b'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:25.874993 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e66d7ca2-a038-4337-bb43-32c258f63777 req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] 10.222.0.11 "DELETE /v2.0/ports/ec09703d-094d-471a-86bc-1430d7ad3a5b HTTP/1.1" status: 204 len: 173 time: 1.0642765 Aug 20 19:07:25.993802 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720e89c3-c93f-483a-a879-a953825be050', 'name': 'network-vif-deleted', 'tag': 'ec09703d-094d-471a-86bc-1430d7ad3a5b', 'status': 'completed', 'code': 200} Aug 20 19:07:26.000524 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cfac12dc-b69e-4f6a-9d7c-db46812e566f req-b94db1f7-0923-4cef-85cb-66a1e4f9c70e tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 210 time: 0.0524325 Aug 20 19:07:26.343760 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-044d4530-ed1c-4fe8-8b3f-e42a08f2dade tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:26.345194 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-044d4530-ed1c-4fe8-8b3f-e42a08f2dade tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.11 "GET /v2.0/networks?id=907fd911-4aaf-4b4b-afaf-13eec4108096 HTTP/1.1" status: 200 len: 809 time: 0.4290063 Aug 20 19:07:26.356969 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:26.417923 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Request body: {'port': {'device_id': '2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8', 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096', 'admin_state_up': True, 'tenant_id': 'b028a75909634f729841d412f78e8db3'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:26.722913 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:26.735951 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Usage tracker for resource:port and tenant:b028a75909634f729841d412f78e8db3 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:26.740647 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:26.749828 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:26.811702 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Made reservation on behalf of b028a75909634f729841d412f78e8db3 for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:26.815296 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:26.909779 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754335'] for router, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.179032 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-17ea0168-139e-47db-bf9e-ea6d527fb408 req-82e816e2-1a54-4096-822f-8998e0546557 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 210 time: 0.0533056 Aug 20 19:07:27.238290 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Allocated IP 172.20.0.11 (907fd911-4aaf-4b4b-afaf-13eec4108096/33da89f7-4bda-4cdc-a363-e184443f34a7/eab56591-33de-48ae-b182-f772e620266d) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:07:27.335817 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d is scheduled to L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 with binding_index 1 {{(pid=79348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:07:27.412782 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43636) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:27.632144 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.667100 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:27.682436 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] Usage tracker for resource:security_group_rule and tenant:f7a2357878e2413093251807276c269b is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:27.686852 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:27.697381 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:27.727255 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.737815 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:07:27.747182 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Sync routers for ids ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:07:27.761475 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Routers {'063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:27.762788 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:07:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:27.771064 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Notify callbacks [] for router, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.772261 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8742456 Aug 20 19:07:27.775753 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43650) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:27.791133 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.794588 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43654) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:27.795278 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ecd8a238-8639-4607-b187-a03c9eea62d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:27.895748 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Pushing event updated for resources: {'Port': ['ID=eab56591-33de-48ae-b182-f772e620266d,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:27.908962 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:27.914239 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Network 907fd911-4aaf-4b4b-afaf-13eec4108096 is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:27.915826 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:27.918354 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:07:27.924489 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:27.925180 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.947160 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5370071 Aug 20 19:07:27.968722 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.975090 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.984610 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Set router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:27.985826 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:27.991182 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Request body: {'port': {'device_id': '2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:28.108051 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7a2357878e2413093251807276c269b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6944432 Aug 20 19:07:28.110961 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08219c3a-b31a-4e99-96d3-6ee6d9f38e85,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:28.115135 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43662) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:28.121338 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:28.171810 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.195750 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:28.262113 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] Usage tracker for resource:security_group_rule and tenant:eb56b66bf9fa4d059b161b5ce2d738d3 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:28.266585 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:28.278740 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:28.288341 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.336328 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-router', 'tenant_id': '848b397e15fd40df926651d495ece801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:07:23Z', 'updated_at': '2021-08-20T19:07:25Z', 'revision_number': 3, 'project_id': '848b397e15fd40df926651d495ece801', 'gw_port': {'id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:07:24Z', 'updated_at': '2021-08-20T19:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:28.340596 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Checking router: 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:07:28.341023 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Updating router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d port 6623a187-9fb8-40f2-9f18-0a28e0964e77 binding host dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:07:28.406199 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.453857 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e8b37835-0f01-4c59-ad41-781fd84b02bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.573822 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e8b37835-0f01-4c59-ad41-781fd84b02bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.640471 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.660974 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.694966 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b9cd1707-eeea-4771-8ab0-db8c53a7bad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:28.727386 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e8b37835-0f01-4c59-ad41-781fd84b02bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.735375 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-cb146485-eff5-4322-9ac3-b4d81e7348f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:28.760628 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c82d2-4f61-40ac-ab19-5450545afe43 req-3b56fea5-18b3-4044-b20a-62feeea443e1 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:28.762392 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d08c82d2-4f61-40ac-ab19-5450545afe43 req-3b56fea5-18b3-4044-b20a-62feeea443e1 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 932 time: 0.3975754 Aug 20 19:07:28.765142 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b37835-0f01-4c59-ad41-781fd84b02bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08219c3a-b31a-4e99-96d3-6ee6d9f38e85,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:28.790107 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb56b66bf9fa4d059b161b5ce2d738d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8994176 Aug 20 19:07:28.800242 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43678) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:28.802191 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e8b37835-0f01-4c59-ad41-781fd84b02bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:28.807459 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d905b60d-2b6e-4bcb-a20f-fd507ee36ba9,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:28.827257 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e8b37835-0f01-4c59-ad41-781fd84b02bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.828494 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-e8b37835-0f01-4c59-ad41-781fd84b02bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08219c3a-b31a-4e99-96d3-6ee6d9f38e85 HTTP/1.1" status: 204 len: 168 time: 0.7124455 Aug 20 19:07:28.885799 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:28.911692 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-d08c82d2-4f61-40ac-ab19-5450545afe43 req-e19f4b1e-feba-4792-a260-f9d3be5b29fa tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Synchronizing usage tracker for tenant:b028a75909634f729841d412f78e8db3 on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:28.976988 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-d08c82d2-4f61-40ac-ab19-5450545afe43 req-e19f4b1e-feba-4792-a260-f9d3be5b29fa tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Unset dirty status for tenant:b028a75909634f729841d412f78e8db3 on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:28.978202 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b9accae-58de-49fe-bf26-e40cbff6a9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.988154 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d08c82d2-4f61-40ac-ab19-5450545afe43 req-e19f4b1e-feba-4792-a260-f9d3be5b29fa tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838729 Aug 20 19:07:28.994538 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab56591-33de-48ae-b182-f772e620266d {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:29.014143 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.015147 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Notify callbacks [] for port, precommit_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.031033 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.057623 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b9accae-58de-49fe-bf26-e40cbff6a9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.070810 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Transition to ACTIVE for port object eab56591-33de-48ae-b182-f772e620266d will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:29.084636 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.085374 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.provisioning_blocks [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Transition to ACTIVE for port object 6623a187-9fb8-40f2-9f18-0a28e0964e77 will not be triggered until provisioned by entity L2. {{(pid=79350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:29.100400 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:29.104478 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device ec09703d-094d-471a-86bc-1430d7ad3a5b no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:07:29.121360 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.145824 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:29.219466 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: ec09703d-094d-471a-86bc-1430d7ad3a5b {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:07:29.221788 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device ec09703d-094d-471a-86bc-1430d7ad3a5b not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:07:29.305268 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Attempting to bind port 6623a187-9fb8-40f2-9f18-0a28e0964e77 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:07:29.306204 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Attempting to bind port 6623a187-9fb8-40f2-9f18-0a28e0964e77 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:07:29.306589 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Attempting to bind port 6623a187-9fb8-40f2-9f18-0a28e0964e77 on network a1374c77-d1c1-4672-958d-890c6990cccb {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:29.327028 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:07:29.327418 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Checking segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:29.329014 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.329463 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Bound using segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:07:29.329955 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Bound port: 6623a187-9fb8-40f2-9f18-0a28e0964e77, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:07:29.330366 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.349073 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Pushing event updated for resources: {'Port': ['ID=eab56591-33de-48ae-b182-f772e620266d,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:29.380571 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:29.404562 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Pushing event updated for resources: {'Port': ['ID=6623a187-9fb8-40f2-9f18-0a28e0964e77,revision_number=2']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:29.411854 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Attempting to bind port eab56591-33de-48ae-b182-f772e620266d on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:07:29.412269 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Attempting to bind port eab56591-33de-48ae-b182-f772e620266d by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '4b48ad57-129f-492b-973d-e505030b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:07:29.412850 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Attempting to bind port eab56591-33de-48ae-b182-f772e620266d on network 907fd911-4aaf-4b4b-afaf-13eec4108096 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:29.419476 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b9accae-58de-49fe-bf26-e40cbff6a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.424462 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-eda5c4bd-282f-49ee-8a8a-eab5a50b8051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:29.431778 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Port eab56591-33de-48ae-b182-f772e620266d on network 907fd911-4aaf-4b4b-afaf-13eec4108096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:07:29.432205 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Attempting to bind port eab56591-33de-48ae-b182-f772e620266d on network 907fd911-4aaf-4b4b-afaf-13eec4108096 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:29.443067 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9accae-58de-49fe-bf26-e40cbff6a9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d905b60d-2b6e-4bcb-a20f-fd507ee36ba9,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:29.445672 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:07:29.446016 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Checking segment: {'id': '4b48ad57-129f-492b-973d-e505030b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:29.446945 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Bound using segment: {'id': '4b48ad57-129f-492b-973d-e505030b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:07:29.447414 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Bound port: eab56591-33de-48ae-b182-f772e620266d, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b48ad57-129f-492b-973d-e505030b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:07:29.447741 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.448723 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.449231 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.449580 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.449939 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.450276 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.450603 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.450924 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.451239 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.451558 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.451875 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.452189 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.452502 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:29.457884 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:29.485536 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-9b9accae-58de-49fe-bf26-e40cbff6a9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:29.500223 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Allocated IP 172.20.0.1 (5133b670-e560-45bd-b9cf-c7c48f9ad9af/7c9118eb-ad54-4f92-84ea-c25b29c6b608/48c6cd6d-3b26-43ad-8814-5d57fa731761) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:07:29.510272 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-9b9accae-58de-49fe-bf26-e40cbff6a9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.511415 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-9b9accae-58de-49fe-bf26-e40cbff6a9d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d905b60d-2b6e-4bcb-a20f-fd507ee36ba9 HTTP/1.1" status: 204 len: 168 time: 0.7083559 Aug 20 19:07:29.594501 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] For port 6623a187-9fb8-40f2-9f18-0a28e0964e77, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:07:29.606067 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] For port 6623a187-9fb8-40f2-9f18-0a28e0964e77, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=6623a187-9fb8-40f2-9f18-0a28e0964e77,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:07:29.615161 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.637767 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:29.640382 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43702) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:29.673495 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6444b980-b445-4391-9e60-7b53faba4640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.706072 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-6444b980-b445-4391-9e60-7b53faba4640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:29.714631 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-6444b980-b445-4391-9e60-7b53faba4640 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3c777ed85748239e5c24784bb454cc is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:29.714835 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Routers {'063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:29.716004 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:07:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:29.719438 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-6444b980-b445-4391-9e60-7b53faba4640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:29.727120 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-6444b980-b445-4391-9e60-7b53faba4640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:29.730131 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] For port eab56591-33de-48ae-b182-f772e620266d, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:07:29.734320 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] For port eab56591-33de-48ae-b182-f772e620266d, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=eab56591-33de-48ae-b182-f772e620266d,segment=NetworkSegment(4b48ad57-129f-492b-973d-e505030b9dd3),segment_id=4b48ad57-129f-492b-973d-e505030b9dd3)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:07:29.745308 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.761021 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:29.785397 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.829367 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.842816 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:29.843944 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.844795 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] 10.222.0.11 "PUT /v2.0/ports/eab56591-33de-48ae-b182-f772e620266d HTTP/1.1" status: 200 len: 1094 time: 1.8584242 Aug 20 19:07:29.846392 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:29.846585 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8', 'tag': 'eab56591-33de-48ae-b182-f772e620266d'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:29.848803 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Pushing event updated for resources: {'Port': ['ID=6623a187-9fb8-40f2-9f18-0a28e0964e77,revision_number=3']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:29.865886 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-aae7d15f-edaf-4da4-82df-f1e295410539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:29.912917 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Pushing event updated for resources: {'Port': ['ID=eab56591-33de-48ae-b182-f772e620266d,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:29.928513 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8', 'tag': 'eab56591-33de-48ae-b182-f772e620266d', 'status': 'completed', 'code': 200} Aug 20 19:07:29.931113 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:29.941509 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Network 5133b670-e560-45bd-b9cf-c7c48f9ad9af is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:29.944669 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:29.953314 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:07:30.006045 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Pushing event updated for resources: {'Port': ['ID=48c6cd6d-3b26-43ad-8814-5d57fa731761,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:30.014416 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:30.031339 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] Set router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:30.034637 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668250'] for router_interface, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.062714 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6444b980-b445-4391-9e60-7b53faba4640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.075849 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6444b980-b445-4391-9e60-7b53faba4640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.086208 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f3a2c75d-0400-41e5-b86c-5718f43cf12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:30.191549 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-6444b980-b445-4391-9e60-7b53faba4640 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c3c777ed85748239e5c24784bb454cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5475595 Aug 20 19:07:30.191549 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444b980-b445-4391-9e60-7b53faba4640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc10e59-6026-4854-b1ac-544d9e496ffb,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:30.196037 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-6444b980-b445-4391-9e60-7b53faba4640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:30.197149 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43722) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:30.218567 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-2b67871d-0299-4e43-9604-a21578fca416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:30.220271 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-2b67871d-0299-4e43-9604-a21578fca416 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b028a75909634f729841d412f78e8db3&device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 1097 time: 0.2904060 Aug 20 19:07:30.321619 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-c6fc006a-db25-431e-a719-8320a91f3612 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eab56591-33de-48ae-b182-f772e620266d HTTP/1.1" status: 200 len: 217 time: 0.0778821 Aug 20 19:07:30.327861 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2b1d5-aff9-4ce8-98d7-dfe5403942be req-badcd942-78ce-4327-aaa4-3d10306900b2 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:30.329393 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9aa2b1d5-aff9-4ce8-98d7-dfe5403942be req-badcd942-78ce-4327-aaa4-3d10306900b2 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 944 time: 0.1232295 Aug 20 19:07:30.378431 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-87970c57-37b2-4ec0-9154-26a7c517b6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.422076 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-87970c57-37b2-4ec0-9154-26a7c517b6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.430714 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-c5c59826-4c98-47bb-ac96-afefca4d42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:30.432916 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-c5c59826-4c98-47bb-ac96-afefca4d42b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33da89f7-4bda-4cdc-a363-e184443f34a7 HTTP/1.1" status: 200 len: 849 time: 0.1000919 Aug 20 19:07:30.441617 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-router', 'tenant_id': '848b397e15fd40df926651d495ece801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:07:23Z', 'updated_at': '2021-08-20T19:07:25Z', 'revision_number': 3, 'project_id': '848b397e15fd40df926651d495ece801', 'gw_port': {'id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:07:24Z', 'updated_at': '2021-08-20T19:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:30.458617 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26111f26-2f25-48f4-b0c6-ecbd78088832 None None] The sync data for ids ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'] in dv-cinder-805283-1-smb is: [{'id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-router', 'tenant_id': '848b397e15fd40df926651d495ece801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:07:23Z', 'updated_at': '2021-08-20T19:07:25Z', 'revision_number': 3, 'project_id': '848b397e15fd40df926651d495ece801', 'gw_port': {'id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:07:24Z', 'updated_at': '2021-08-20T19:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:07:30.476243 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.521691 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9aa2b1d5-aff9-4ce8-98d7-dfe5403942be req-e7971126-4eef-44d1-8c59-c2c6db7035bb tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834629 Aug 20 19:07:30.544927 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-7df7a139-0246-4bbe-91ae-15afe295ab39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=907fd911-4aaf-4b4b-afaf-13eec4108096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937383 Aug 20 19:07:30.823738 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.830430 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.893909 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-87970c57-37b2-4ec0-9154-26a7c517b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.925541 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-2d10e8da-2c2a-4104-ab8a-52a98f18dac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:30.928240 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-29d03204-6992-4804-8491-a33df5ce4f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:30.959893 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-87970c57-37b2-4ec0-9154-26a7c517b6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.963431 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-87970c57-37b2-4ec0-9154-26a7c517b6d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fc10e59-6026-4854-b1ac-544d9e496ffb HTTP/1.1" status: 204 len: 168 time: 0.7629559 Aug 20 19:07:30.980719 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87970c57-37b2-4ec0-9154-26a7c517b6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc10e59-6026-4854-b1ac-544d9e496ffb,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:30.984199 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-bb604147-6cca-448d-982f-92a6de9f7df2 service neutron] 10.222.0.11 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302969 Aug 20 19:07:30.985012 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-87970c57-37b2-4ec0-9154-26a7c517b6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:31.062549 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668213'] for router_interface, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.067273 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Pushing event updated for resources: {'Port': ['ID=48c6cd6d-3b26-43ad-8814-5d57fa731761,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:31.071937 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:31.218055 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c450f277-de5d-474c-a47a-9e5b8693f538 req-9e3f8325-baf4-4448-acac-52cf78083f74 service neutron] 10.222.0.11 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190614 Aug 20 19:07:31.304046 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Network 5133b670-e560-45bd-b9cf-c7c48f9ad9af is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:31.305309 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:31.501204 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158aa5e-63d5-4a21-8df2-d372f76a7296 req-553c1cbd-1835-4728-9c30-7d95e8ec2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:31.505070 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9158aa5e-63d5-4a21-8df2-d372f76a7296 req-553c1cbd-1835-4728-9c30-7d95e8ec2505 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b028a75909634f729841d412f78e8db3&device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 1097 time: 0.1843681 Aug 20 19:07:31.838861 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158aa5e-63d5-4a21-8df2-d372f76a7296 req-697490d2-076e-4779-bb61-5cbc3ab2cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:31.841735 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9158aa5e-63d5-4a21-8df2-d372f76a7296 req-697490d2-076e-4779-bb61-5cbc3ab2cb6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=907fd911-4aaf-4b4b-afaf-13eec4108096 HTTP/1.1" status: 200 len: 910 time: 0.3297906 Aug 20 19:07:31.913691 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:07:31.992112 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43790) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:31.999767 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9158aa5e-63d5-4a21-8df2-d372f76a7296 req-166215c8-ac06-46ee-95f3-eb2af4ee230f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eab56591-33de-48ae-b182-f772e620266d HTTP/1.1" status: 200 len: 217 time: 0.1400461 Aug 20 19:07:32.178598 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158aa5e-63d5-4a21-8df2-d372f76a7296 req-63952917-6a12-4de2-97e7-ae46797e9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:32.180329 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9158aa5e-63d5-4a21-8df2-d372f76a7296 req-63952917-6a12-4de2-97e7-ae46797e9add service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33da89f7-4bda-4cdc-a363-e184443f34a7 HTTP/1.1" status: 200 len: 849 time: 0.1686418 Aug 20 19:07:32.182183 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62373c-841d-44cc-a854-eabf7077e3e5 req-060e5b1a-a00f-414c-b18d-315ffcc4e400 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:32.182610 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.192643 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6a62373c-841d-44cc-a854-eabf7077e3e5 req-060e5b1a-a00f-414c-b18d-315ffcc4e400 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 944 time: 0.3664029 Aug 20 19:07:32.252549 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9158aa5e-63d5-4a21-8df2-d372f76a7296 req-6d9f9102-0332-4070-ac4a-3d18fa3c40af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=907fd911-4aaf-4b4b-afaf-13eec4108096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532212 Aug 20 19:07:32.257559 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7fac30f2-4d8f-4f61-8293-cf6e647faa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.258418 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:32.264134 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc505afcffe471a98a98d8b3929f79d is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:32.267464 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:32.298118 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:32.334922 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6a62373c-841d-44cc-a854-eabf7077e3e5 req-eede991b-15b9-4ec0-9132-270d6c01c2f4 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390748 Aug 20 19:07:32.341665 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:07:32.370093 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] 10.222.0.50 "PUT /v2.0/routers/063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5931051 Aug 20 19:07:32.450353 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9158aa5e-63d5-4a21-8df2-d372f76a7296 req-f0a006aa-b2ad-498a-adf4-388a7712f05e service neutron] 10.222.0.11 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780248 Aug 20 19:07:32.546736 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.561225 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.577229 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a3db7f3a-4bca-4d58-861a-85400ea03082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:32.671679 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0bc505afcffe471a98a98d8b3929f79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784189 Aug 20 19:07:32.676855 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43824) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:32.686934 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e93517-bed2-4e97-9ea6-492b0cc82cd2,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:32.691171 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:32.731945 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9158aa5e-63d5-4a21-8df2-d372f76a7296 req-2f93b897-2827-405f-9454-b5fcd7519e14 service neutron] 10.222.0.11 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092004 Aug 20 19:07:32.758240 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.787079 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-64f45a19-eeb6-41d1-9af7-5bac0c3725df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.791770 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 6623a187-9fb8-40f2-9f18-0a28e0964e77 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:32.823126 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-64f45a19-eeb6-41d1-9af7-5bac0c3725df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.901513 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-64f45a19-eeb6-41d1-9af7-5bac0c3725df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.907053 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-eb82d997-6ca0-402a-94aa-f3781c1ffe92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:32.925911 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 6623a187-9fb8-40f2-9f18-0a28e0964e77 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:32.932565 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 6623a187-9fb8-40f2-9f18-0a28e0964e77 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:32.933014 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.974036 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Sync routers for ids ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:07:33.007454 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Routers {'063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:33.008259 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:07:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:33.022178 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f45a19-eeb6-41d1-9af7-5bac0c3725df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e93517-bed2-4e97-9ea6-492b0cc82cd2,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:33.030385 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-64f45a19-eeb6-41d1-9af7-5bac0c3725df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:33.037871 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-64f45a19-eeb6-41d1-9af7-5bac0c3725df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:33.040941 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-64f45a19-eeb6-41d1-9af7-5bac0c3725df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42e93517-bed2-4e97-9ea6-492b0cc82cd2 HTTP/1.1" status: 204 len: 168 time: 0.3618786 Aug 20 19:07:33.182802 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234977c9-0c89-498f-a6a1-fc314e75442d req-4d15d113-6dff-4517-94b0-b6f8820ac84d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:33.184563 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-234977c9-0c89-498f-a6a1-fc314e75442d req-4d15d113-6dff-4517-94b0-b6f8820ac84d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Synchronizing usage tracker for tenant:848b397e15fd40df926651d495ece801 on resource:network {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:33.217947 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-234977c9-0c89-498f-a6a1-fc314e75442d req-4d15d113-6dff-4517-94b0-b6f8820ac84d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Unset dirty status for tenant:848b397e15fd40df926651d495ece801 on resource:network {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:33.230464 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-4d15d113-6dff-4517-94b0-b6f8820ac84d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 819 time: 0.2891915 Aug 20 19:07:33.270948 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-c7285398-af49-4dcd-ba9d-4c699ba14b7d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/quotas/848b397e15fd40df926651d495ece801 HTTP/1.1" status: 200 len: 375 time: 0.0382087 Aug 20 19:07:33.335441 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:33.398399 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Set router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:33.474945 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-234977c9-0c89-498f-a6a1-fc314e75442d req-46d663f6-9339-44d7-94db-4f880f414930 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Synchronizing usage tracker for tenant:848b397e15fd40df926651d495ece801 on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:33.514660 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-234977c9-0c89-498f-a6a1-fc314e75442d req-46d663f6-9339-44d7-94db-4f880f414930 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Unset dirty status for tenant:848b397e15fd40df926651d495ece801 on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:33.523713 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-46d663f6-9339-44d7-94db-4f880f414930 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2511129 Aug 20 19:07:33.596567 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 6623a187-9fb8-40f2-9f18-0a28e0964e77, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=6623a187-9fb8-40f2-9f18-0a28e0964e77,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:33.607325 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:33.612545 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:33.825917 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43880) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:33.903189 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=6623a187-9fb8-40f2-9f18-0a28e0964e77,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:33.913425 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.914040 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.914557 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.915797 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.916360 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.916886 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.917457 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.917977 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.918498 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.919033 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.919568 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.920085 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:33.931524 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-2328408c-c6e8-4159-9ab5-fd51c209ea9d service neutron] 10.222.0.50 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049001 Aug 20 19:07:33.935016 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:34.042144 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.053024 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-router', 'tenant_id': '848b397e15fd40df926651d495ece801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:07:23Z', 'updated_at': '2021-08-20T19:07:30Z', 'revision_number': 4, 'project_id': '848b397e15fd40df926651d495ece801', 'gw_port': {'id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:07:24Z', 'updated_at': '2021-08-20T19:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '48c6cd6d-3b26-43ad-8814-5d57fa731761', 'name': '', 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af', 'tenant_id': '848b397e15fd40df926651d495ece801', 'mac_address': 'fa:16:3e:42:61:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '7c9118eb-ad54-4f92-84ea-c25b29c6b608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:07:29Z', 'updated_at': '2021-08-20T19:07:30Z', 'revision_number': 2, 'project_id': '848b397e15fd40df926651d495ece801', 'subnets': [{'id': '7c9118eb-ad54-4f92-84ea-c25b29c6b608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:34.058509 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Checking router: 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:07:34.059030 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Updating router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d port 48c6cd6d-3b26-43ad-8814-5d57fa731761 binding host dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:07:34.089687 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:34.097988 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] Usage tracker for resource:security_group_rule and tenant:ace9d1dedc9442188d77818d24b6d952 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:34.103992 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:34.107083 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15f0a9-19a2-4a53-bb89-8ea1552d27c5 req-5f0f745c-f461-405c-bbd0-49babe41ea0b tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:34.118363 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ad15f0a9-19a2-4a53-bb89-8ea1552d27c5 req-5f0f745c-f461-405c-bbd0-49babe41ea0b tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 944 time: 0.2398558 Aug 20 19:07:34.118559 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.127336 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:34.192295 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-a26c7933-f283-4e3e-a13d-ec71b49621b2 service neutron] 10.222.0.50 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594032 Aug 20 19:07:34.207023 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ad15f0a9-19a2-4a53-bb89-8ea1552d27c5 req-2912fe95-eb27-4234-884e-0048cfe62d66 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915675 Aug 20 19:07:34.294746 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.299829 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.311190 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:34.374766 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ace9d1dedc9442188d77818d24b6d952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470304 Aug 20 19:07:34.375698 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b4a31c-5fb1-49a5-a575-5e73fe0beb5b,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:34.377590 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43902) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:34.382814 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:34.556387 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bcee1728-b161-4dd3-90ca-f7911cc54ccd req-73365cac-6f96-4f1a-84af-f812ee6647d6 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 210 time: 0.1580408 Aug 20 19:07:34.670531 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-47a9c24b-c9e5-45bc-8466-ffa242b19742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.734404 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-47a9c24b-c9e5-45bc-8466-ffa242b19742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.791355 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 6623a187-9fb8-40f2-9f18-0a28e0964e77 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:34.832105 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-47a9c24b-c9e5-45bc-8466-ffa242b19742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.839362 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b0b29d29-d4b1-4cc6-8e61-e69800baaba0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:34.923407 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9c24b-c9e5-45bc-8466-ffa242b19742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b4a31c-5fb1-49a5-a575-5e73fe0beb5b,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:34.930131 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-47a9c24b-c9e5-45bc-8466-ffa242b19742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:34.940148 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-47a9c24b-c9e5-45bc-8466-ffa242b19742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.941318 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-47a9c24b-c9e5-45bc-8466-ffa242b19742 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7b4a31c-5fb1-49a5-a575-5e73fe0beb5b HTTP/1.1" status: 204 len: 168 time: 0.5626025 Aug 20 19:07:35.027010 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c77596ea-9157-46d6-98e4-2aa0019c92ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.045672 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.072143 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Transition to ACTIVE for port object 48c6cd6d-3b26-43ad-8814-5d57fa731761 will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:35.081368 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.087014 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-cdf5ee30-5fb4-45ce-a19d-3ea3921276aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:35.159992 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fe935-9a11-46e2-aab2-fb5ce4530e00 None None] Pushing event updated for resources: {'Port': ['ID=48c6cd6d-3b26-43ad-8814-5d57fa731761,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:35.162911 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device eab56591-33de-48ae-b182-f772e620266d details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:07:35.165940 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 6623a187-9fb8-40f2-9f18-0a28e0964e77 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:35.166644 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.197765 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-932fe935-9a11-46e2-aab2-fb5ce4530e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:35.206016 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-fc3bac9e-c2e2-41f3-9b46-cd47bc06c8ca tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:35.214887 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-fc3bac9e-c2e2-41f3-9b46-cd47bc06c8ca tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 819 time: 0.3567076 Aug 20 19:07:35.255530 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-27c397de-1175-4aea-9246-bdd7dba17582 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/quotas/848b397e15fd40df926651d495ece801 HTTP/1.1" status: 200 len: 375 time: 0.0366852 Aug 20 19:07:35.436184 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b8b4a578-9f35-4a53-bcae-d392104bfbf8 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1796837 Aug 20 19:07:35.619057 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 43964) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:35.664322 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Attempting to bind port 48c6cd6d-3b26-43ad-8814-5d57fa731761 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:07:35.664723 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Attempting to bind port 48c6cd6d-3b26-43ad-8814-5d57fa731761 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:07:35.665797 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Attempting to bind port 48c6cd6d-3b26-43ad-8814-5d57fa731761 on network 5133b670-e560-45bd-b9cf-c7c48f9ad9af {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:35.668782 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.691211 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:07:35.691591 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Checking segment: {'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:35.692000 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.692398 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Bound using segment: {'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:07:35.692926 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Bound port: 48c6cd6d-3b26-43ad-8814-5d57fa731761, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:07:35.693298 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.708093 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-9207aa30-1a22-4146-a049-91212788e0b6 service neutron] 10.222.0.50 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706938 Aug 20 19:07:35.714931 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:35.727864 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] Usage tracker for resource:security_group_rule and tenant:add5730a97254be7befee4e716acaabc is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:35.734842 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:35.747166 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:35.770610 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port eab56591-33de-48ae-b182-f772e620266d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=eab56591-33de-48ae-b182-f772e620266d,segment=NetworkSegment(4b48ad57-129f-492b-973d-e505030b9dd3),segment_id=4b48ad57-129f-492b-973d-e505030b9dd3)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:35.803746 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'eab56591-33de-48ae-b182-f772e620266d', 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096', 'port_id': 'eab56591-33de-48ae-b182-f772e620266d', 'mac_address': 'fa:16:3e:bf:07:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33da89f7-4bda-4cdc-a363-e184443f34a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:07:35.880073 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.919462 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] For port 48c6cd6d-3b26-43ad-8814-5d57fa731761, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:07:35.925191 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] For port 48c6cd6d-3b26-43ad-8814-5d57fa731761, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=48c6cd6d-3b26-43ad-8814-5d57fa731761,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:07:35.927650 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab56591-33de-48ae-b182-f772e620266d {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:35.934719 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.938803 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.941538 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:35.978602 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.985689 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.005698 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:36.056733 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fe935-9a11-46e2-aab2-fb5ce4530e00 None None] Pushing event updated for resources: {'Port': ['ID=48c6cd6d-3b26-43ad-8814-5d57fa731761,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:36.063540 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-932fe935-9a11-46e2-aab2-fb5ce4530e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:36.071643 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port eab56591-33de-48ae-b182-f772e620266d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=eab56591-33de-48ae-b182-f772e620266d,segment=NetworkSegment(4b48ad57-129f-492b-973d-e505030b9dd3),segment_id=4b48ad57-129f-492b-973d-e505030b9dd3)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:36.080361 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.083387 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:36.116030 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=add5730a97254be7befee4e716acaabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949589 Aug 20 19:07:36.117896 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a6051-9368-4741-b4dd-419997a2dec7,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:36.118401 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c957e2-79a7-4f46-b217-09983b46b453 req-fdffd0c7-85af-4c33-8af7-a0f859e6833d tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:36.120019 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-14c957e2-79a7-4f46-b217-09983b46b453 req-fdffd0c7-85af-4c33-8af7-a0f859e6833d tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 944 time: 0.3795857 Aug 20 19:07:36.121922 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 43976) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:36.130200 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:36.138184 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Routers {'063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:36.138836 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:07:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:36.157484 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-dff0a5b5-b962-4a36-8584-8a103173c179 service neutron] 10.222.0.50 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479356 Aug 20 19:07:36.302409 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-232a9d63-1083-47b2-9b3f-e1f92d3b50db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.336805 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-232a9d63-1083-47b2-9b3f-e1f92d3b50db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.357126 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-14c957e2-79a7-4f46-b217-09983b46b453 req-4981cc79-c1ba-4fc1-9f98-a73d9667fc4f tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969888 Aug 20 19:07:36.391782 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] Set router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:36.482233 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-232a9d63-1083-47b2-9b3f-e1f92d3b50db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.503781 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e0db4ced-058a-4d36-81a0-79e4d6757b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:36.556186 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a9d63-1083-47b2-9b3f-e1f92d3b50db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a6051-9368-4741-b4dd-419997a2dec7,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:36.569395 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-232a9d63-1083-47b2-9b3f-e1f92d3b50db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:36.586848 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-232a9d63-1083-47b2-9b3f-e1f92d3b50db admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.607434 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-232a9d63-1083-47b2-9b3f-e1f92d3b50db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e5a6051-9368-4741-b4dd-419997a2dec7 HTTP/1.1" status: 204 len: 168 time: 0.4836557 Aug 20 19:07:36.668605 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e3900ac6-601e-4e2c-8bd2-fd62d0574eba tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:36.676339 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e3900ac6-601e-4e2c-8bd2-fd62d0574eba tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.11 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 819 time: 0.4755685 Aug 20 19:07:36.677511 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=eab56591-33de-48ae-b182-f772e620266d,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:36.685206 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:36.718695 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Request body: {'port': {'device_id': '5d69193c-2ae4-4e25-81c2-785f268b5b47', 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af', 'admin_state_up': True, 'tenant_id': '848b397e15fd40df926651d495ece801'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:36.738592 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['eab56591-33de-48ae-b182-f772e620266d'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:36.938812 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-df5ae683-d461-4610-8e84-f6c31b01c6fa req-75433eda-1a01-45d2-bee5-a24fab33f772 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 210 time: 0.1481605 Aug 20 19:07:36.992247 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:37.015441 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-router', 'tenant_id': '848b397e15fd40df926651d495ece801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:07:23Z', 'updated_at': '2021-08-20T19:07:30Z', 'revision_number': 4, 'project_id': '848b397e15fd40df926651d495ece801', 'gw_port': {'id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:07:24Z', 'updated_at': '2021-08-20T19:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '48c6cd6d-3b26-43ad-8814-5d57fa731761', 'name': '', 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af', 'tenant_id': '848b397e15fd40df926651d495ece801', 'mac_address': 'fa:16:3e:42:61:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '7c9118eb-ad54-4f92-84ea-c25b29c6b608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:07:29Z', 'updated_at': '2021-08-20T19:07:35Z', 'revision_number': 4, 'project_id': '848b397e15fd40df926651d495ece801', 'subnets': [{'id': '7c9118eb-ad54-4f92-84ea-c25b29c6b608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:37.022726 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:37.040249 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fab65-5c81-4226-831c-d59029d1b6f8 None None] The sync data for ids ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'] in dv-cinder-805283-1-smb is: [{'id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-router', 'tenant_id': '848b397e15fd40df926651d495ece801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:07:23Z', 'updated_at': '2021-08-20T19:07:30Z', 'revision_number': 4, 'project_id': '848b397e15fd40df926651d495ece801', 'gw_port': {'id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:07:24Z', 'updated_at': '2021-08-20T19:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '48c6cd6d-3b26-43ad-8814-5d57fa731761', 'name': '', 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af', 'tenant_id': '848b397e15fd40df926651d495ece801', 'mac_address': 'fa:16:3e:42:61:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '7c9118eb-ad54-4f92-84ea-c25b29c6b608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:07:29Z', 'updated_at': '2021-08-20T19:07:35Z', 'revision_number': 4, 'project_id': '848b397e15fd40df926651d495ece801', 'subnets': [{'id': '7c9118eb-ad54-4f92-84ea-c25b29c6b608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:07:37.046535 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Made reservation on behalf of 848b397e15fd40df926651d495ece801 for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:37.050072 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:37.179310 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:37.618335 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Allocated IP 172.20.0.2 (5133b670-e560-45bd-b9cf-c7c48f9ad9af/7c9118eb-ad54-4f92-84ea-c25b29c6b608/797e78fb-c2b3-4035-8c49-d63d488a5aaf) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:07:37.827763 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797f1d0-d6f0-4ad1-8c72-720b8ca9ebc3 req-94753a9b-436b-433d-b018-fe9fd49be78e tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:37.836092 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7797f1d0-d6f0-4ad1-8c72-720b8ca9ebc3 req-94753a9b-436b-433d-b018-fe9fd49be78e tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 945 time: 0.1755271 Aug 20 19:07:37.935124 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7797f1d0-d6f0-4ad1-8c72-720b8ca9ebc3 req-59d136d0-df1c-4c77-a616-8ec50edddc00 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978401 Aug 20 19:07:38.078568 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:38.140292 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:38.153332 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:38.168678 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-fde4ed77-8356-426b-8399-b9398a4533ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:38.217385 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6d6a2e43-7693-4743-a4e8-53e8381160ca req-e38955d9-2eba-4ae8-89d8-59104a27a0c1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 210 time: 0.0777228 Aug 20 19:07:38.250246 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Network 5133b670-e560-45bd-b9cf-c7c48f9ad9af is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:38.254529 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:38.276542 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:07:38.287299 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:38.288230 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:38.324285 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Pushing event updated for resources: {'Port': ['ID=797e78fb-c2b3-4035-8c49-d63d488a5aaf,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:38.332351 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:38.355770 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6644344 Aug 20 19:07:38.376057 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Request body: {'port': {'device_id': '5d69193c-2ae4-4e25-81c2-785f268b5b47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:38.637590 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:38.788516 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-26059b73-bc3b-4b1a-896d-5e93f9274d12 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:38.791045 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-26059b73-bc3b-4b1a-896d-5e93f9274d12 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.11 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 819 time: 0.2665296 Aug 20 19:07:38.812414 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Request body: {'port': {'device_id': '9414c3bc-e433-436f-914f-ffae4f3384c5', 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af', 'admin_state_up': True, 'tenant_id': '848b397e15fd40df926651d495ece801'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:38.864832 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 48c6cd6d-3b26-43ad-8814-5d57fa731761 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:39.059462 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 48c6cd6d-3b26-43ad-8814-5d57fa731761 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:39.074587 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 48c6cd6d-3b26-43ad-8814-5d57fa731761 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:39.077459 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.197380 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device eab56591-33de-48ae-b182-f772e620266d up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:39.319083 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:39.324288 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Usage tracker for resource:port and tenant:848b397e15fd40df926651d495ece801 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:39.328354 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:39.331156 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797e78fb-c2b3-4035-8c49-d63d488a5aaf {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:39.338823 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:39.347049 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.358121 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.366567 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b71c7-d0fe-4d03-9d0b-bb92ba3b404e req-c26dc575-accc-428a-8ab5-2950bda006f7 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:39.369184 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fc1b71c7-d0fe-4d03-9d0b-bb92ba3b404e req-c26dc575-accc-428a-8ab5-2950bda006f7 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 945 time: 0.1376786 Aug 20 19:07:39.369842 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Made reservation on behalf of 848b397e15fd40df926651d495ece801 for: {'port': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:39.373325 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.391177 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port eab56591-33de-48ae-b182-f772e620266d completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:39.393274 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Transition to ACTIVE for port object 797e78fb-c2b3-4035-8c49-d63d488a5aaf will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:39.403818 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port eab56591-33de-48ae-b182-f772e620266d triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:39.404097 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.404680 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.409039 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-46aa1440-8d02-46f6-9161-fe1282b1793a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:39.473659 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fc1b71c7-d0fe-4d03-9d0b-bb92ba3b404e req-9cef32c6-0ea0-4e25-876f-cf356e2829a3 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861092 Aug 20 19:07:39.516736 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 48c6cd6d-3b26-43ad-8814-5d57fa731761, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=48c6cd6d-3b26-43ad-8814-5d57fa731761,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:39.545576 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.559010 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-932fe935-9a11-46e2-aab2-fb5ce4530e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:39.743548 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f9a171fa-a2dc-4081-9ed1-1cbf2e9aa3ee req-603943c5-405c-4f4a-8061-e081b5c1e6a2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 210 time: 0.0657799 Aug 20 19:07:39.776629 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Allocated IP 172.20.0.12 (5133b670-e560-45bd-b9cf-c7c48f9ad9af/7c9118eb-ad54-4f92-84ea-c25b29c6b608/1e72b85b-b220-458d-9b89-2a44523d208f) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:07:39.799329 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Pushing event updated for resources: {'Port': ['ID=797e78fb-c2b3-4035-8c49-d63d488a5aaf,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:39.810055 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Attempting to bind port 797e78fb-c2b3-4035-8c49-d63d488a5aaf on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:07:39.810460 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Attempting to bind port 797e78fb-c2b3-4035-8c49-d63d488a5aaf by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:07:39.812402 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Attempting to bind port 797e78fb-c2b3-4035-8c49-d63d488a5aaf on network 5133b670-e560-45bd-b9cf-c7c48f9ad9af {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:39.824551 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:39.826599 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Port 797e78fb-c2b3-4035-8c49-d63d488a5aaf on network 5133b670-e560-45bd-b9cf-c7c48f9ad9af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:07:39.828099 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Attempting to bind port 797e78fb-c2b3-4035-8c49-d63d488a5aaf on network 5133b670-e560-45bd-b9cf-c7c48f9ad9af {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:39.841545 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:07:39.849448 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Checking segment: {'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:39.850021 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Bound using segment: {'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:07:39.850552 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Bound port: 797e78fb-c2b3-4035-8c49-d63d488a5aaf, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:07:39.851074 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.879772 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=48c6cd6d-3b26-43ad-8814-5d57fa731761,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:39.892821 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:39.906040 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.934435 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab56591-33de-48ae-b182-f772e620266d'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:39.954148 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port eab56591-33de-48ae-b182-f772e620266d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=eab56591-33de-48ae-b182-f772e620266d,segment=NetworkSegment(4b48ad57-129f-492b-973d-e505030b9dd3),segment_id=4b48ad57-129f-492b-973d-e505030b9dd3)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:39.963094 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.967974 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:40.061814 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab56591-33de-48ae-b182-f772e620266d', 'code': 200} Aug 20 19:07:40.065240 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] For port 797e78fb-c2b3-4035-8c49-d63d488a5aaf, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:07:40.069704 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] For port 797e78fb-c2b3-4035-8c49-d63d488a5aaf, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:07:40.081126 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:40.095942 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:40.113855 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=eab56591-33de-48ae-b182-f772e620266d,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:40.121476 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:40.152771 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:40.185534 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:40.186498 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:40.189125 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] 10.222.0.11 "PUT /v2.0/ports/797e78fb-c2b3-4035-8c49-d63d488a5aaf HTTP/1.1" status: 200 len: 1093 time: 1.8175974 Aug 20 19:07:40.193102 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d69193c-2ae4-4e25-81c2-785f268b5b47', 'tag': '797e78fb-c2b3-4035-8c49-d63d488a5aaf'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:40.225759 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:40.250945 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:40.252194 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Pushing event updated for resources: {'Port': ['ID=797e78fb-c2b3-4035-8c49-d63d488a5aaf,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:40.255655 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:40.316681 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d69193c-2ae4-4e25-81c2-785f268b5b47', 'tag': '797e78fb-c2b3-4035-8c49-d63d488a5aaf', 'status': 'completed', 'code': 200} Aug 20 19:07:40.360541 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Pushing event updated for resources: {'Port': ['ID=1e72b85b-b220-458d-9b89-2a44523d208f,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:40.366989 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:40.389956 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Network 5133b670-e560-45bd-b9cf-c7c48f9ad9af is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:40.394060 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:40.400871 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:07:40.479885 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.11', 60952) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:40.560096 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:40.561147 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:40.595732 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234977c9-0c89-498f-a6a1-fc314e75442d req-cc611f45-68f9-4d39-b406-7765abffeea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:40.597933 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-cc611f45-68f9-4d39-b406-7765abffeea1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 1096 time: 0.2171199 Aug 20 19:07:40.612594 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4df16-f380-4802-a0ef-3c12c5073526 req-7f830650-9c53-4520-ba18-c75cc9620e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:40.614662 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b2e4df16-f380-4802-a0ef-3c12c5073526 req-7f830650-9c53-4520-ba18-c75cc9620e26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 1099 time: 0.1338201 Aug 20 19:07:40.656396 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 44174) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:40.657831 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8504872 Aug 20 19:07:40.722626 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Request body: {'port': {'device_id': '9414c3bc-e433-436f-914f-ffae4f3384c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:40.771169 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 48c6cd6d-3b26-43ad-8814-5d57fa731761 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:40.777700 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-7ffa2ebe-a071-4ea5-9859-ffb8831f767d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf HTTP/1.1" status: 200 len: 217 time: 0.1617789 Aug 20 19:07:40.858430 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b2e4df16-f380-4802-a0ef-3c12c5073526 req-7a2eccf2-3d11-4637-b86b-4a396e376169 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276085 Aug 20 19:07:40.891322 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234977c9-0c89-498f-a6a1-fc314e75442d req-042e92b6-fb16-4e7e-969e-89a32c8f742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:40.893531 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-042e92b6-fb16-4e7e-969e-89a32c8f742d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 200 len: 859 time: 0.1055572 Aug 20 19:07:40.893665 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:40.918178 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 48c6cd6d-3b26-43ad-8814-5d57fa731761 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:40.918878 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:40.928360 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:40.936417 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5b4c5eecee134a9d9bd475f9adfb82ef is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:40.942120 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:40.989531 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:41.030493 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bad46e-589d-4db7-9a6f-bfb854e5b422 req-3d220ae5-6110-4cd8-aa32-509f0e47c6b5 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:41.032503 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c1bad46e-589d-4db7-9a6f-bfb854e5b422 req-3d220ae5-6110-4cd8-aa32-509f0e47c6b5 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 946 time: 0.4164677 Aug 20 19:07:41.082194 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.159643 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c1bad46e-589d-4db7-9a6f-bfb854e5b422 req-bb61ef16-d32f-4172-90ee-7845ac80928c tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168168 Aug 20 19:07:41.308944 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-ca68846f-9bd6-45ee-ace2-62803e80b4b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133b670-e560-45bd-b9cf-c7c48f9ad9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411854 Aug 20 19:07:41.350984 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.369630 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.383073 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bed3e63f-b47c-4667-a822-669f82f54eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:41.444081 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b4c5eecee134a9d9bd475f9adfb82ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7828538 Aug 20 19:07:41.497147 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44192) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:41.509051 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bda386-83f9-430a-8a54-3d21c32c4d65,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:41.519522 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:41.556622 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025752d6-62bb-4c67-a26e-8462ee2604ce req-afdf53ab-7a2e-41e2-9148-4de30af8b953 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:41.556759 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-025752d6-62bb-4c67-a26e-8462ee2604ce req-afdf53ab-7a2e-41e2-9148-4de30af8b953 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Synchronizing usage tracker for tenant:848b397e15fd40df926651d495ece801 on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:41.574345 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-032e8a6b-e1a1-4ceb-ba6f-03c136649222 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454073 Aug 20 19:07:41.617378 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-041a7220-93f1-4ca5-92b9-124f49b509df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.680035 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e72b85b-b220-458d-9b89-2a44523d208f {{(pid=79347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:41.687393 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.702065 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Transition to ACTIVE for port object 1e72b85b-b220-458d-9b89-2a44523d208f will not be triggered until provisioned by entity L2. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:41.702877 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-025752d6-62bb-4c67-a26e-8462ee2604ce req-afdf53ab-7a2e-41e2-9148-4de30af8b953 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Unset dirty status for tenant:848b397e15fd40df926651d495ece801 on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:41.704047 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-025752d6-62bb-4c67-a26e-8462ee2604ce req-afdf53ab-7a2e-41e2-9148-4de30af8b953 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 932 time: 0.4387128 Aug 20 19:07:41.707431 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.714548 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:41.719826 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-041a7220-93f1-4ca5-92b9-124f49b509df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.799344 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-234977c9-0c89-498f-a6a1-fc314e75442d req-25351fee-4db2-4c40-933b-1dce916905e3 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065420 Aug 20 19:07:41.810419 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-041a7220-93f1-4ca5-92b9-124f49b509df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.816985 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d823d80b-c08f-4012-a73e-e89fcc233f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:41.835651 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a7220-93f1-4ca5-92b9-124f49b509df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bda386-83f9-430a-8a54-3d21c32c4d65,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:41.839245 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-041a7220-93f1-4ca5-92b9-124f49b509df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.843160 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-041a7220-93f1-4ca5-92b9-124f49b509df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5bda386-83f9-430a-8a54-3d21c32c4d65 HTTP/1.1" status: 204 len: 168 time: 0.3428650 Aug 20 19:07:41.843160 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-041a7220-93f1-4ca5-92b9-124f49b509df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:41.997843 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96bd13-d507-4959-8206-55a8773e172d req-2ca59a78-58b7-4c7d-a945-2f8e844409c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:41.997843 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3f96bd13-d507-4959-8206-55a8773e172d req-2ca59a78-58b7-4c7d-a945-2f8e844409c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 1096 time: 0.0901434 Aug 20 19:07:42.084270 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Attempting to bind port 1e72b85b-b220-458d-9b89-2a44523d208f on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:07:42.084610 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Attempting to bind port 1e72b85b-b220-458d-9b89-2a44523d208f by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:07:42.085178 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Attempting to bind port 1e72b85b-b220-458d-9b89-2a44523d208f on network 5133b670-e560-45bd-b9cf-c7c48f9ad9af {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:42.088020 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e72b85b-b220-458d-9b89-2a44523d208f,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:42.094089 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-025752d6-62bb-4c67-a26e-8462ee2604ce req-5b853d3f-e6e8-42a0-8d5e-e97d87973643 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Synchronizing usage tracker for tenant:848b397e15fd40df926651d495ece801 on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:42.097560 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:42.100840 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Port 1e72b85b-b220-458d-9b89-2a44523d208f on network 5133b670-e560-45bd-b9cf-c7c48f9ad9af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:07:42.101483 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Attempting to bind port 1e72b85b-b220-458d-9b89-2a44523d208f on network 5133b670-e560-45bd-b9cf-c7c48f9ad9af {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:42.111610 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:07:42.112241 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Checking segment: {'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:42.112838 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Bound using segment: {'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:07:42.113634 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Bound port: 1e72b85b-b220-458d-9b89-2a44523d208f, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b4619-4e5d-42d5-b4b4-81ddd233b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af'}}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:07:42.114198 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.186953 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96bd13-d507-4959-8206-55a8773e172d req-8e563457-e792-4c0d-af93-d4b6dbd20bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:42.188849 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3f96bd13-d507-4959-8206-55a8773e172d req-8e563457-e792-4c0d-af93-d4b6dbd20bca service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 920 time: 0.1836758 Aug 20 19:07:42.217355 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-025752d6-62bb-4c67-a26e-8462ee2604ce req-5b853d3f-e6e8-42a0-8d5e-e97d87973643 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Unset dirty status for tenant:848b397e15fd40df926651d495ece801 on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:42.218563 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-025752d6-62bb-4c67-a26e-8462ee2604ce req-5b853d3f-e6e8-42a0-8d5e-e97d87973643 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051458 Aug 20 19:07:42.221364 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 44216) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:42.271416 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.298306 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3f96bd13-d507-4959-8206-55a8773e172d req-b5c718b8-d121-4372-8766-4adb44e1c2d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf HTTP/1.1" status: 200 len: 217 time: 0.1001840 Aug 20 19:07:42.302903 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:42.345103 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] Usage tracker for resource:security_group_rule and tenant:475f84e9da974b12b33969ef2940d5cc is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:42.355838 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:42.364355 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96bd13-d507-4959-8206-55a8773e172d req-3133743c-7004-4a7e-981e-9a7303c90990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:42.366066 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3f96bd13-d507-4959-8206-55a8773e172d req-3133743c-7004-4a7e-981e-9a7303c90990 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 200 len: 859 time: 0.0610211 Aug 20 19:07:42.371909 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:42.374280 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] For port 1e72b85b-b220-458d-9b89-2a44523d208f, host hv-cinder-80528, cleared binding levels {{(pid=79347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:07:42.395538 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] For port 1e72b85b-b220-458d-9b89-2a44523d208f, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=1e72b85b-b220-458d-9b89-2a44523d208f,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:07:42.408021 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.419210 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:42.448475 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3f96bd13-d507-4959-8206-55a8773e172d req-fe7873a8-eb83-483e-9cc1-c75edf6fac86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133b670-e560-45bd-b9cf-c7c48f9ad9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738583 Aug 20 19:07:42.485448 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:42.485945 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.487307 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] 10.222.0.11 "PUT /v2.0/ports/1e72b85b-b220-458d-9b89-2a44523d208f HTTP/1.1" status: 200 len: 1094 time: 1.7809212 Aug 20 19:07:42.494548 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9414c3bc-e433-436f-914f-ffae4f3384c5', 'tag': '1e72b85b-b220-458d-9b89-2a44523d208f'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:42.511074 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a59744-632f-4279-aab9-6299e6028d71 req-48c60543-837d-4dbb-9a17-8ba82ce58a08 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:42.512536 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d9a59744-632f-4279-aab9-6299e6028d71 req-48c60543-837d-4dbb-9a17-8ba82ce58a08 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 946 time: 0.2109816 Aug 20 19:07:42.566315 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e72b85b-b220-458d-9b89-2a44523d208f,revision_number=3']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:42.577415 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:42.617051 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d9a59744-632f-4279-aab9-6299e6028d71 req-a865b258-34dc-46c1-aead-eb7adc8b4c76 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951982 Aug 20 19:07:42.660384 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3f96bd13-d507-4959-8206-55a8773e172d req-1f88bc66-b782-4701-b273-79e25bf06a20 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497467 Aug 20 19:07:42.674022 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.686755 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.698416 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-448eceba-bcdc-4dae-b39e-9bf57e7554da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:42.798609 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=475f84e9da974b12b33969ef2940d5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5759890 Aug 20 19:07:42.801358 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3329d7b0-d4db-4e1d-b229-553dc4218408,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:42.804719 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 44226) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:42.811354 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:42.870041 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-e41a7769-40e2-4ef4-8ea9-6d12108acdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:42.871759 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-e41a7769-40e2-4ef4-8ea9-6d12108acdcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 1097 time: 0.2499478 Aug 20 19:07:42.882689 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3f96bd13-d507-4959-8206-55a8773e172d req-ae34ee15-8526-4eea-b34d-7727fa6e6fa0 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124169 Aug 20 19:07:42.885317 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9414c3bc-e433-436f-914f-ffae4f3384c5', 'tag': '1e72b85b-b220-458d-9b89-2a44523d208f', 'status': 'completed', 'code': 200} Aug 20 19:07:42.892791 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d173abf8-1099-4406-b396-1409ce1273c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.994072 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d173abf8-1099-4406-b396-1409ce1273c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.003665 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-7b0f3f24-9c6b-4c9e-94b3-23b5606d5771 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e72b85b-b220-458d-9b89-2a44523d208f HTTP/1.1" status: 200 len: 217 time: 0.0845103 Aug 20 19:07:43.090782 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-44971292-5a6e-43ec-8804-711d64398904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:43.092255 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-44971292-5a6e-43ec-8804-711d64398904 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 200 len: 859 time: 0.0779891 Aug 20 19:07:43.135555 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d173abf8-1099-4406-b396-1409ce1273c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.144539 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-232a9d63-1083-47b2-9b3f-e1f92d3b50db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:43.156814 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-e21f29c9-975d-4b93-8408-fd9c14016eaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133b670-e560-45bd-b9cf-c7c48f9ad9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577269 Aug 20 19:07:43.159752 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173abf8-1099-4406-b396-1409ce1273c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3329d7b0-d4db-4e1d-b229-553dc4218408,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:43.165616 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d173abf8-1099-4406-b396-1409ce1273c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:43.192697 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d173abf8-1099-4406-b396-1409ce1273c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.193832 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-d173abf8-1099-4406-b396-1409ce1273c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3329d7b0-d4db-4e1d-b229-553dc4218408 HTTP/1.1" status: 204 len: 168 time: 0.3872018 Aug 20 19:07:43.346425 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-77c277bf-048b-46d0-8e30-3ea21f85713b service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780283 Aug 20 19:07:43.586328 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c92f5e1-382d-4ca9-b7a2-497403ef9e51 req-7368eca0-0dde-44e5-8f6f-e36f919ca622 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326558 Aug 20 19:07:43.598814 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a415e7f-de1a-4285-814a-9b67e8542782 req-6301df64-9515-4b86-9d45-fe62c24b7936 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:43.600399 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2a415e7f-de1a-4285-814a-9b67e8542782 req-6301df64-9515-4b86-9d45-fe62c24b7936 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 944 time: 0.1402042 Aug 20 19:07:43.623545 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:07:43.671731 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2a415e7f-de1a-4285-814a-9b67e8542782 req-8df39826-64d2-4d03-96f1-ca538addfc5a tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652070 Aug 20 19:07:43.794907 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3059577-8926-4d5e-b227-fa547ff61a27 req-fb827aae-67a2-4457-9b6a-96c09fe3ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:43.796557 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d3059577-8926-4d5e-b227-fa547ff61a27 req-fb827aae-67a2-4457-9b6a-96c09fe3ea07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 1097 time: 0.0893869 Aug 20 19:07:43.811217 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44258) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:43.832667 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.848318 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:43.852767 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] Usage tracker for resource:security_group_rule and tenant:b098ee691fd54e99bb39470988737a92 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:43.855630 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:43.861540 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:43.964214 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.968895 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.978684 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-87970c57-37b2-4ec0-9154-26a7c517b6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:44.001642 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b8edd-234f-4083-82cd-5691eaa61c1b req-f6c35c4e-1b52-49c8-8741-34cc769159dd tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:44.008931 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5a5b8edd-234f-4083-82cd-5691eaa61c1b req-f6c35c4e-1b52-49c8-8741-34cc769159dd tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 946 time: 0.2108531 Aug 20 19:07:44.023428 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b098ee691fd54e99bb39470988737a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083468 Aug 20 19:07:44.023428 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b486dedd-ae05-42ba-beed-f99a0d196dcf,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:44.024761 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44264) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:44.027069 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3059577-8926-4d5e-b227-fa547ff61a27 req-92858706-652d-457c-8029-039f54caef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:44.028594 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d3059577-8926-4d5e-b227-fa547ff61a27 req-92858706-652d-457c-8029-039f54caef43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 920 time: 0.1902850 Aug 20 19:07:44.037285 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:44.109726 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d3059577-8926-4d5e-b227-fa547ff61a27 req-5f9e242f-aa4c-4cdd-83b0-69fe221f5849 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e72b85b-b220-458d-9b89-2a44523d208f HTTP/1.1" status: 200 len: 217 time: 0.0729315 Aug 20 19:07:44.114743 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5784f378-bc49-4321-a84d-6aea0b6d1cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.145820 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5784f378-bc49-4321-a84d-6aea0b6d1cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.205893 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5784f378-bc49-4321-a84d-6aea0b6d1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.209981 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0f7c8fa9-7f21-46d2-bec3-37f202d4be48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:44.221677 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784f378-bc49-4321-a84d-6aea0b6d1cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b486dedd-ae05-42ba-beed-f99a0d196dcf,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:44.225714 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-5784f378-bc49-4321-a84d-6aea0b6d1cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:44.229567 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5784f378-bc49-4321-a84d-6aea0b6d1cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.230676 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-5784f378-bc49-4321-a84d-6aea0b6d1cd3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b486dedd-ae05-42ba-beed-f99a0d196dcf HTTP/1.1" status: 204 len: 168 time: 0.1960423 Aug 20 19:07:44.258878 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5a5b8edd-234f-4083-82cd-5691eaa61c1b req-c87d85da-e27e-461a-bb5b-6421b25b4dad tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485521 Aug 20 19:07:44.288656 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3059577-8926-4d5e-b227-fa547ff61a27 req-8a7d4a80-9bb0-4a88-b000-94b74a469956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:44.290209 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d3059577-8926-4d5e-b227-fa547ff61a27 req-8a7d4a80-9bb0-4a88-b000-94b74a469956 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 200 len: 859 time: 0.1697633 Aug 20 19:07:44.349403 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d3059577-8926-4d5e-b227-fa547ff61a27 req-98074f0a-c034-43c8-87e2-90cd69d68437 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133b670-e560-45bd-b9cf-c7c48f9ad9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486190 Aug 20 19:07:44.490539 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d3059577-8926-4d5e-b227-fa547ff61a27 req-174e202f-0904-4d77-b1c9-a0093479b5f0 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330600 Aug 20 19:07:44.634078 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d3059577-8926-4d5e-b227-fa547ff61a27 req-23e27859-2725-4187-bf35-95fa05b5f3a0 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357565 Aug 20 19:07:44.863050 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9959fd-c8da-4511-bc8f-a55c286c87a2 req-0d45151f-71ff-4b56-9211-4c5eb1ef4140 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:44.864579 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bb9959fd-c8da-4511-bc8f-a55c286c87a2 req-0d45151f-71ff-4b56-9211-4c5eb1ef4140 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 944 time: 0.0909908 Aug 20 19:07:44.918528 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bb9959fd-c8da-4511-bc8f-a55c286c87a2 req-d833d32d-90f2-4ca7-9af4-a7542e79b05b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472469 Aug 20 19:07:45.215737 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 797e78fb-c2b3-4035-8c49-d63d488a5aaf details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:07:45.364182 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 797e78fb-c2b3-4035-8c49-d63d488a5aaf, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:45.397444 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '797e78fb-c2b3-4035-8c49-d63d488a5aaf', 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af', 'port_id': '797e78fb-c2b3-4035-8c49-d63d488a5aaf', 'mac_address': 'fa:16:3e:96:51:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9118eb-ad54-4f92-84ea-c25b29c6b608', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:07:45.504643 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.522612 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797e78fb-c2b3-4035-8c49-d63d488a5aaf {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:45.538681 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 797e78fb-c2b3-4035-8c49-d63d488a5aaf, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:45.543559 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.546830 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:45.724386 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=797e78fb-c2b3-4035-8c49-d63d488a5aaf,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:45.736335 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:46.056603 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154427d-f98e-467c-b936-69d95d0bdb16 req-26c02394-7723-4670-873b-6df572ee809b tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:46.058068 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a154427d-f98e-467c-b936-69d95d0bdb16 req-26c02394-7723-4670-873b-6df572ee809b tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 946 time: 0.0857306 Aug 20 19:07:46.153492 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a154427d-f98e-467c-b936-69d95d0bdb16 req-f91f2378-871b-4f18-9d8f-e61b380e4298 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571294 Aug 20 19:07:46.173214 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95092d-4074-4483-ac12-47147a3630d1 req-043aaa7d-8037-428d-a45f-821d3571fe10 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:46.174586 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2a95092d-4074-4483-ac12-47147a3630d1 req-043aaa7d-8037-428d-a45f-821d3571fe10 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 944 time: 0.1268704 Aug 20 19:07:46.220251 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2a95092d-4074-4483-ac12-47147a3630d1 req-cd774958-1e08-4739-81f0-04215a606e05 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Aug 20 19:07:46.593685 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['797e78fb-c2b3-4035-8c49-d63d488a5aaf'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:47.233399 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 1e72b85b-b220-458d-9b89-2a44523d208f details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:07:47.421916 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 1e72b85b-b220-458d-9b89-2a44523d208f, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=1e72b85b-b220-458d-9b89-2a44523d208f,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:47.427199 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3e3c8-988b-4009-89c2-a7d80f2a21a0 req-53ec4d16-5e6c-4766-9e46-64d56b2199e3 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:47.430121 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-86a3e3c8-988b-4009-89c2-a7d80f2a21a0 req-53ec4d16-5e6c-4766-9e46-64d56b2199e3 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 946 time: 0.1630385 Aug 20 19:07:47.437467 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '1e72b85b-b220-458d-9b89-2a44523d208f', 'network_id': '5133b670-e560-45bd-b9cf-c7c48f9ad9af', 'port_id': '1e72b85b-b220-458d-9b89-2a44523d208f', 'mac_address': 'fa:16:3e:d9:30:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9118eb-ad54-4f92-84ea-c25b29c6b608', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:07:47.491155 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0aa37-6e71-451a-b118-93877c73811f req-d16a245e-5122-4997-95a9-c55e56d55ada tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:47.493576 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0bc0aa37-6e71-451a-b118-93877c73811f req-d16a245e-5122-4997-95a9-c55e56d55ada tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 944 time: 0.1495633 Aug 20 19:07:47.496506 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:47.501242 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-86a3e3c8-988b-4009-89c2-a7d80f2a21a0 req-49ea1b2e-b9a4-4214-9c18-85c79c00c53e tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625987 Aug 20 19:07:47.518171 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e72b85b-b220-458d-9b89-2a44523d208f {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:47.535749 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 1e72b85b-b220-458d-9b89-2a44523d208f, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=1e72b85b-b220-458d-9b89-2a44523d208f,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:47.539682 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:47.541619 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:47.549452 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0bc0aa37-6e71-451a-b118-93877c73811f req-21e90d47-c5a0-47a4-bb19-6ae304fee3fc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470061 Aug 20 19:07:47.626492 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=1e72b85b-b220-458d-9b89-2a44523d208f,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:47.629756 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:48.525093 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-a762be4a-8783-4314-92d9-6e9359f1dbe8 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:48.526587 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-a762be4a-8783-4314-92d9-6e9359f1dbe8 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 946 time: 0.0839064 Aug 20 19:07:48.609763 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['1e72b85b-b220-458d-9b89-2a44523d208f'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:48.635726 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Deleting port eab56591-33de-48ae-b182-f772e620266d {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:07:48.636071 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:48.912612 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d546f68-cf67-4525-8a00-087ace31cb36 req-5db383d0-728b-4954-b9aa-420203e5298a tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:48.914062 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8d546f68-cf67-4525-8a00-087ace31cb36 req-5db383d0-728b-4954-b9aa-420203e5298a tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 946 time: 0.2496953 Aug 20 19:07:49.027436 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647dc0f-ff31-48d2-806d-2e82e13dbf83 req-3fd66c7d-339c-4425-922b-ea504ea299cb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:49.028996 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6647dc0f-ff31-48d2-806d-2e82e13dbf83 req-3fd66c7d-339c-4425-922b-ea504ea299cb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 945 time: 0.3019068 Aug 20 19:07:49.060723 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8d546f68-cf67-4525-8a00-087ace31cb36 req-3ef98f23-be0d-4bae-b2a0-a997144a7485 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387918 Aug 20 19:07:49.140756 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44432) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:49.141465 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6647dc0f-ff31-48d2-806d-2e82e13dbf83 req-708f3a6e-c3ec-42c8-8b04-9ff4e79cdfba tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022410 Aug 20 19:07:49.143360 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] For port eab56591-33de-48ae-b182-f772e620266d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=eab56591-33de-48ae-b182-f772e620266d,segment=NetworkSegment(4b48ad57-129f-492b-973d-e505030b9dd3),segment_id=4b48ad57-129f-492b-973d-e505030b9dd3)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:49.143723 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.206219 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab93479-e461-425f-b872-3fcd70e8dc25 admin admin] Deleting subnet 9efc4b22-22f0-4426-a783-664149ca29b2 {{(pid=79348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:07:49.209192 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eab93479-e461-425f-b872-3fcd70e8dc25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.266696 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eab93479-e461-425f-b872-3fcd70e8dc25 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.276796 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eab93479-e461-425f-b872-3fcd70e8dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.284547 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 797e78fb-c2b3-4035-8c49-d63d488a5aaf up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:49.375910 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eab93479-e461-425f-b872-3fcd70e8dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for subnet, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.388246 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Calling delete_port for eab56591-33de-48ae-b182-f772e620266d owned by compute:nova {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:07:49.389169 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2682ed24-6ac2-48eb-b9cc-517215d27a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:49.397529 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port 797e78fb-c2b3-4035-8c49-d63d488a5aaf completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:49.403438 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 797e78fb-c2b3-4035-8c49-d63d488a5aaf triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:49.404168 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.428071 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eab93479-e461-425f-b872-3fcd70e8dc25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.438679 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-eab93479-e461-425f-b872-3fcd70e8dc25 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9efc4b22-22f0-4426-a783-664149ca29b2 HTTP/1.1" status: 204 len: 168 time: 0.2955210 Aug 20 19:07:49.443549 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44442) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:49.447547 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab93479-e461-425f-b872-3fcd70e8dc25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9efc4b22-22f0-4426-a783-664149ca29b2,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:49.467667 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-eab93479-e461-425f-b872-3fcd70e8dc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:49.551196 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.559486 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.568242 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:49.582708 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d69193c-2ae4-4e25-81c2-785f268b5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797e78fb-c2b3-4035-8c49-d63d488a5aaf'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:49.597045 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 797e78fb-c2b3-4035-8c49-d63d488a5aaf, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:49.601837 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.609160 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.610349 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device eab56591-33de-48ae-b182-f772e620266d no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:07:49.644929 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:49.661069 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Pushing event deleted for resources: {'Port': ['ID=eab56591-33de-48ae-b182-f772e620266d,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:49.665270 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:49.686147 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d69193c-2ae4-4e25-81c2-785f268b5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797e78fb-c2b3-4035-8c49-d63d488a5aaf', 'code': 200} Aug 20 19:07:49.687329 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44450) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:49.726364 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: eab56591-33de-48ae-b182-f772e620266d {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:07:49.727477 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device eab56591-33de-48ae-b182-f772e620266d not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:07:49.747162 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=797e78fb-c2b3-4035-8c49-d63d488a5aaf,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:49.751347 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:49.775263 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] No DVR routers for this DVR port eab56591-33de-48ae-b182-f772e620266d on host hv-cinder-80528 {{(pid=79347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:07:49.778767 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.784790 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8', 'name': 'network-vif-deleted', 'tag': 'eab56591-33de-48ae-b182-f772e620266d'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:49.795291 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5357a5ea-bf0d-4460-b901-aafd8fc9fda7 req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.11 "DELETE /v2.0/ports/eab56591-33de-48ae-b182-f772e620266d HTTP/1.1" status: 204 len: 173 time: 1.2619188 Aug 20 19:07:49.860162 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8', 'name': 'network-vif-deleted', 'tag': 'eab56591-33de-48ae-b182-f772e620266d', 'status': 'completed', 'code': 200} Aug 20 19:07:49.893210 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.922912 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:49.923247 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:49.923983 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:49.924304 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > port after_create 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:49.924619 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:49.924992 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > port after_update 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:49.925303 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:49.925613 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:49.925924 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:49.926232 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:50.016001 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c767e-d1c1-492b-ba5e-1f7c73c86125 req-c92c7387-24db-47c9-827f-42d2c88634ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:50.017571 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8d9c767e-d1c1-492b-ba5e-1f7c73c86125 req-c92c7387-24db-47c9-827f-42d2c88634ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 1098 time: 0.0721424 Aug 20 19:07:50.083661 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8d9c767e-d1c1-492b-ba5e-1f7c73c86125 req-7c04e602-c5f9-40bd-99f4-496d3d66c66e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375087 Aug 20 19:07:50.090105 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:50.090453 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:50.090814 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:50.091409 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:50.091513 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453f6137-aae3-4d41-a45f-0f3fdb5bd7bf']}} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:50.103729 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.117118 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9867462-c41f-45c6-8608-bb3d02fd8d04') {'for_net_delete': True} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:50.117497 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9867462-c41f-45c6-8608-bb3d02fd8d04') {} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:50.134119 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300608'] for segment, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.144490 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:50.151959 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] Usage tracker for resource:security_group_rule and tenant:4f18319ec60540ac91a5bc7982963063 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:50.157242 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:50.163014 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.165895 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:50.174447 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=79348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:07:50.174873 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300163'] for segment, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: from cryptography.utils import int_from_bytes Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: from cryptography.utils import int_from_bytes Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: util.warn_limited( Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: Traceback (most recent call last): Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: timer() Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: cb(*args, **kw) Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: return func(*args, **kwargs) Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: self._notify() Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: self.callback(batched_events) Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: event.method(event) Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: return f(self, *a, **k) Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: return self._get(url).json() Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: return self.request(url, 'GET', **kwargs) Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:07:50.190726 dv-cinder-805283-1-smb neutron-server[79348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:07:50.263516 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-77dc533a-7e5f-4426-b84d-4019af902f2a req-0054595d-f93c-4812-ab0a-78413f937d08 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Synchronizing usage tracker for tenant:b028a75909634f729841d412f78e8db3 on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:50.278327 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.288363 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:50.310585 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.316429 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Pushing event deleted for resources: {'Network': ['ID=453f6137-aae3-4d41-a45f-0f3fdb5bd7bf,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:50.323091 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:50.333733 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-77dc533a-7e5f-4426-b84d-4019af902f2a req-0054595d-f93c-4812-ab0a-78413f937d08 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Unset dirty status for tenant:b028a75909634f729841d412f78e8db3 on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:50.334909 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-77dc533a-7e5f-4426-b84d-4019af902f2a req-0054595d-f93c-4812-ab0a-78413f937d08 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6fbfe8-988b-43dd-ac9f-5003fbf2f5e8 HTTP/1.1" status: 200 len: 210 time: 0.1482038 Aug 20 19:07:50.342914 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] 10.222.0.50 "DELETE /v2.0/networks/453f6137-aae3-4d41-a45f-0f3fdb5bd7bf HTTP/1.1" status: 204 len: 168 time: 0.8981669 Aug 20 19:07:50.345868 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 44470) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:50.382288 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.387407 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.395673 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d4e50c6e-1df4-42d1-815f-9e735b248b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:50.413575 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66f4d53-22f1-4918-8ff5-c86ae9faabdd admin admin] Deleting subnet 3a1bf59d-9304-41d0-8f6b-7e918f450c74 {{(pid=79347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:07:50.416865 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e66f4d53-22f1-4918-8ff5-c86ae9faabdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.441866 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f18319ec60540ac91a5bc7982963063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7534990 Aug 20 19:07:50.449642 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cc5041-0847-4540-8dd7-fea34f66530e,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:50.452153 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44474) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:50.456404 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:50.479214 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e66f4d53-22f1-4918-8ff5-c86ae9faabdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2575663'] for subnet, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.517117 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3e619842-fb66-4dd6-856b-193c8afd576d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.548111 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3e619842-fb66-4dd6-856b-193c8afd576d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.554516 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee6205-2f8d-4a27-bb85-15d7e7c78478 req-4235076c-6e16-4f23-8b9c-f54ba88e3bb1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:50.556635 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-39ee6205-2f8d-4a27-bb85-15d7e7c78478 req-4235076c-6e16-4f23-8b9c-f54ba88e3bb1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 945 time: 0.2854264 Aug 20 19:07:50.579224 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e66f4d53-22f1-4918-8ff5-c86ae9faabdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.603537 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3e619842-fb66-4dd6-856b-193c8afd576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.608279 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f45aa732-b16a-4f4c-94cc-f7d7a7150b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:50.618488 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e619842-fb66-4dd6-856b-193c8afd576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cc5041-0847-4540-8dd7-fea34f66530e,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:50.620709 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3e619842-fb66-4dd6-856b-193c8afd576d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:50.635274 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3e619842-fb66-4dd6-856b-193c8afd576d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.637502 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-3e619842-fb66-4dd6-856b-193c8afd576d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6cc5041-0847-4540-8dd7-fea34f66530e HTTP/1.1" status: 204 len: 168 time: 0.1831229 Aug 20 19:07:50.647381 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-39ee6205-2f8d-4a27-bb85-15d7e7c78478 req-48cb5fc8-a2a6-4159-b293-2b330ca4731b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832133 Aug 20 19:07:50.686559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e66f4d53-22f1-4918-8ff5-c86ae9faabdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273316'] for subnet, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.691784 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-7305c6e8-b28a-4ed0-b7b0-6b44cacce706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:50.729972 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f4d53-22f1-4918-8ff5-c86ae9faabdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1bf59d-9304-41d0-8f6b-7e918f450c74,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:50.733554 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e66f4d53-22f1-4918-8ff5-c86ae9faabdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:50.735988 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e66f4d53-22f1-4918-8ff5-c86ae9faabdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:50.741848 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-e66f4d53-22f1-4918-8ff5-c86ae9faabdd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3a1bf59d-9304-41d0-8f6b-7e918f450c74 HTTP/1.1" status: 204 len: 168 time: 0.3949938 Aug 20 19:07:50.745110 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44480) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:50.871051 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.019342 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.036441 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c322060-cbde-4256-87ed-b17d3e102632']}} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:51.053228 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e24610-e972-4019-91fc-6a79c05c4386') {'for_net_delete': True} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:51.053525 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e24610-e972-4019-91fc-6a79c05c4386') {} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:51.072808 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300608'] for segment, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.109127 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.116126 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=79348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:07:51.116599 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300163'] for segment, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: Traceback (most recent call last): Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: timer() Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: cb(*args, **kw) Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: return func(*args, **kwargs) Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: self._notify() Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: self.callback(batched_events) Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: event.method(event) Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: return f(self, *a, **k) Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: return self._get(url).json() Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: return self.request(url, 'GET', **kwargs) Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:07:51.132434 dv-cinder-805283-1-smb neutron-server[79348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:07:51.224249 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.233581 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4b373975-e719-4e59-b7f1-d9d4b186e784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:51.247962 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.257338 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c322060-cbde-4256-87ed-b17d3e102632,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:51.261105 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 1e72b85b-b220-458d-9b89-2a44523d208f up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:51.263431 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:51.267401 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] 10.222.0.50 "DELETE /v2.0/networks/2c322060-cbde-4256-87ed-b17d3e102632 HTTP/1.1" status: 204 len: 168 time: 0.5191443 Aug 20 19:07:51.416142 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port 1e72b85b-b220-458d-9b89-2a44523d208f completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:51.427107 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 1e72b85b-b220-458d-9b89-2a44523d208f triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:51.427848 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.457041 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 44516) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:51.548064 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ed6d21eb-05df-4d6f-bb22-7f4603dbfc90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8babd9e220e34123a596bb15bad55892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855401 Aug 20 19:07:51.548486 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44520) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:51.603169 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.623787 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-df5d6c99-a5a2-440b-afa2-19b4c6c1d568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.649309 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 1e72b85b-b220-458d-9b89-2a44523d208f, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=1e72b85b-b220-458d-9b89-2a44523d208f,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:51.655723 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.658998 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:51.673971 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-df5d6c99-a5a2-440b-afa2-19b4c6c1d568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.721940 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9414c3bc-e433-436f-914f-ffae4f3384c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e72b85b-b220-458d-9b89-2a44523d208f'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:51.772766 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-df5d6c99-a5a2-440b-afa2-19b4c6c1d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.776949 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-26060ef0-4c9d-44c6-bbbb-f92129f20f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:51.786774 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=1e72b85b-b220-458d-9b89-2a44523d208f,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:51.790725 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d6c99-a5a2-440b-afa2-19b4c6c1d568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b5ce33-0e4e-4cdd-afdd-7f95198767d3,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:51.791212 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:51.792822 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-df5d6c99-a5a2-440b-afa2-19b4c6c1d568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:51.798433 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-df5d6c99-a5a2-440b-afa2-19b4c6c1d568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:51.799489 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-df5d6c99-a5a2-440b-afa2-19b4c6c1d568 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97b5ce33-0e4e-4cdd-afdd-7f95198767d3 HTTP/1.1" status: 204 len: 168 time: 0.2492645 Aug 20 19:07:52.052823 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb2644-406b-40d7-9ff4-749bce818b27 req-03e86c71-f714-4f48-8587-3d1a15e50ddf tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:52.054346 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-adfb2644-406b-40d7-9ff4-749bce818b27 req-03e86c71-f714-4f48-8587-3d1a15e50ddf tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.2197840 Aug 20 19:07:52.061071 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-13687ce2-a5dc-427d-ac2c-506ad286592d tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:52.062368 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-13687ce2-a5dc-427d-ac2c-506ad286592d tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/networks?id=907fd911-4aaf-4b4b-afaf-13eec4108096 HTTP/1.1" status: 200 len: 809 time: 0.2802815 Aug 20 19:07:52.097186 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-7e514145-797d-4af2-a705-8258ba4298c5 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/quotas/b028a75909634f729841d412f78e8db3 HTTP/1.1" status: 200 len: 375 time: 0.0196185 Aug 20 19:07:52.160491 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-2d371682-fdbd-47e1-b921-80ec7d805a87 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b028a75909634f729841d412f78e8db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540485 Aug 20 19:07:52.170655 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-adfb2644-406b-40d7-9ff4-749bce818b27 req-bfbb2e70-9f35-4c4e-8276-84606575a4fa tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071672 Aug 20 19:07:52.324364 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-67df4a84-8fc1-4cb3-99be-e142895171f1 service neutron] 10.222.0.50 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526661 Aug 20 19:07:52.354874 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44560) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:52.365865 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414c3bc-e433-436f-914f-ffae4f3384c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e72b85b-b220-458d-9b89-2a44523d208f', 'code': 200} Aug 20 19:07:52.443040 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-a43af557-b35d-4a64-9246-b8dbf7f68895 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be384d278a084985827132ec1f7fdaf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0869074 Aug 20 19:07:52.447548 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44568) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:52.510761 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-5e645209-a794-40cd-addf-7dbb5da9974a service neutron] 10.222.0.50 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804330 Aug 20 19:07:52.559995 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-81552990-994b-4e1c-aa50-879422729991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:52.602130 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-81552990-994b-4e1c-aa50-879422729991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:52.670924 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-81552990-994b-4e1c-aa50-879422729991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:52.675551 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-763c6b6e-9588-4c86-82ea-9ef723595eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:52.689014 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552990-994b-4e1c-aa50-879422729991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb193432-54ee-4afc-bb25-14ddd14fb8f1,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:52.690774 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-81552990-994b-4e1c-aa50-879422729991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:52.696337 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-81552990-994b-4e1c-aa50-879422729991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:52.697468 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-81552990-994b-4e1c-aa50-879422729991 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb193432-54ee-4afc-bb25-14ddd14fb8f1 HTTP/1.1" status: 204 len: 168 time: 0.2490060 Aug 20 19:07:52.875842 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4a226ec8-09eb-4cb3-8454-a5c4e891253c req-22a83428-64b8-4fdf-a75f-0c9f6748c742 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 210 time: 0.1261141 Aug 20 19:07:52.890908 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f79cb2-5d52-4dc1-adbe-5aa0b6001991 req-6acbe704-583a-44ec-9334-973b6957f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:52.893413 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-54f79cb2-5d52-4dc1-adbe-5aa0b6001991 req-6acbe704-583a-44ec-9334-973b6957f874 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 1099 time: 0.2405217 Aug 20 19:07:52.957228 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-54f79cb2-5d52-4dc1-adbe-5aa0b6001991 req-6a7b1914-182b-4c64-bc38-8e3d893c2e5e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Aug 20 19:07:53.384132 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc6eac-ae3b-4c49-a8a8-eed4459d76f3 req-4f4bc061-cb2f-4340-aa79-1c3c2f293694 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:53.385725 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d8cc6eac-ae3b-4c49-a8a8-eed4459d76f3 req-4f4bc061-cb2f-4340-aa79-1c3c2f293694 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.1071329 Aug 20 19:07:53.477751 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d8cc6eac-ae3b-4c49-a8a8-eed4459d76f3 req-10c729cb-a679-48d0-854b-8061744a3b07 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849681 Aug 20 19:07:54.036853 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-65a7cb0c-023d-47b6-b567-32575ca4a2fc req-f793c871-e50d-4ed4-8fa3-845b4de281de tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 210 time: 0.0419164 Aug 20 19:07:54.611323 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-1222eeaf-efc6-419d-9305-23097b883960 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:54.612832 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-1222eeaf-efc6-419d-9305-23097b883960 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.11 "GET /v2.0/networks?id=907fd911-4aaf-4b4b-afaf-13eec4108096 HTTP/1.1" status: 200 len: 809 time: 0.2308695 Aug 20 19:07:54.690559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec8c4c-ceab-43cf-ad9d-3b8b1910960c req-b81b5133-8ed0-4e04-a743-886c901a2c16 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:54.692042 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b8ec8c4c-ceab-43cf-ad9d-3b8b1910960c req-b81b5133-8ed0-4e04-a743-886c901a2c16 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.0780706 Aug 20 19:07:54.700600 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Request body: {'port': {'device_id': 'bc54c0c5-1afe-4bda-b8e9-dd4898414cf2', 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096', 'admin_state_up': True, 'tenant_id': 'b028a75909634f729841d412f78e8db3'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:54.836809 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b8ec8c4c-ceab-43cf-ad9d-3b8b1910960c req-d28aff27-1e0b-4dbb-8394-d8dc1f5f830e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150823 Aug 20 19:07:54.907185 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:54.917429 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:54.927192 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Made reservation on behalf of b028a75909634f729841d412f78e8db3 for: {'port': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:54.931033 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:55.088845 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Allocated IP 172.20.0.6 (907fd911-4aaf-4b4b-afaf-13eec4108096/33da89f7-4bda-4cdc-a363-e184443f34a7/a62a86d2-eb09-47d2-933f-75dc3064b10f) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:07:55.204603 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2116c8d3-a4a4-4d3d-a941-4a56ad110f83 req-0471ffbe-3219-4853-99e2-13c1d1e1cc83 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 210 time: 0.0593319 Aug 20 19:07:55.340862 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:55.372528 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:55.379642 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:55.447962 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Network 907fd911-4aaf-4b4b-afaf-13eec4108096 is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:55.451104 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:55.455193 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:07:55.498666 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Pushing event updated for resources: {'Port': ['ID=a62a86d2-eb09-47d2-933f-75dc3064b10f,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:55.502974 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:55.527195 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:55.528007 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:55.553868 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-341e4bc3-fd4c-4dd4-9449-a230121acb65 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8571150 Aug 20 19:07:55.645885 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Request body: {'port': {'device_id': 'bc54c0c5-1afe-4bda-b8e9-dd4898414cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:55.777081 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:56.178565 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44706) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:56.209720 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba95438-75a8-407e-b80d-e30ee8b4adf1 req-91584f77-44a3-497a-9ade-aec6637842d9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:56.213664 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dba95438-75a8-407e-b80d-e30ee8b4adf1 req-91584f77-44a3-497a-9ade-aec6637842d9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.2295899 Aug 20 19:07:56.276060 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dba95438-75a8-407e-b80d-e30ee8b4adf1 req-dba3216f-89af-4181-b7d9-ac5ecf4c8def tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513346 Aug 20 19:07:56.313862 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:56.335918 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:56.343779 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] Usage tracker for resource:security_group_rule and tenant:64854d21b1224072adea0849ff9413ae is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:56.348139 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:56.357279 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:56.484556 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:56.490145 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:56.506578 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7fd8f314-219f-472b-a52c-b0651df638b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:56.536377 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62a86d2-eb09-47d2-933f-75dc3064b10f {{(pid=79347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:56.545703 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64854d21b1224072adea0849ff9413ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660362 Aug 20 19:07:56.546538 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:56.549218 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44718) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:56.571267 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Transition to ACTIVE for port object a62a86d2-eb09-47d2-933f-75dc3064b10f will not be triggered until provisioned by entity L2. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:56.580519 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:56.589022 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bbb09907-fd14-4f19-b051-09160fdcf0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:56.613461 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d87dec-cb34-46a7-9c39-4e445c7b0df6,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:56.616523 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:56.658213 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707110-b9da-40c2-95f3-071822ae431b req-ba0c3447-2c32-46ba-aab3-8744fafb346a tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:56.658889 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c1707110-b9da-40c2-95f3-071822ae431b req-ba0c3447-2c32-46ba-aab3-8744fafb346a tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Synchronizing usage tracker for tenant:b028a75909634f729841d412f78e8db3 on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:56.693563 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1b8697b1-ec4f-4741-8875-c8e17ea2c5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:56.804481 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Pushing event updated for resources: {'Port': ['ID=a62a86d2-eb09-47d2-933f-75dc3064b10f,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:56.812396 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:56.817739 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1b8697b1-ec4f-4741-8875-c8e17ea2c5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:56.848989 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c1707110-b9da-40c2-95f3-071822ae431b req-ba0c3447-2c32-46ba-aab3-8744fafb346a tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Unset dirty status for tenant:b028a75909634f729841d412f78e8db3 on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:56.856033 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c1707110-b9da-40c2-95f3-071822ae431b req-ba0c3447-2c32-46ba-aab3-8744fafb346a tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 931 time: 0.3934822 Aug 20 19:07:56.883843 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3875ae-fe8d-40dd-ba29-9cd87b8dc292 req-8ae04e62-fed2-49c6-83c5-ab0f4972026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:56.885700 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5e3875ae-fe8d-40dd-ba29-9cd87b8dc292 req-8ae04e62-fed2-49c6-83c5-ab0f4972026a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 1099 time: 0.1710713 Aug 20 19:07:56.991318 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c1707110-b9da-40c2-95f3-071822ae431b req-4e92fbc0-844b-49ee-916d-724e2499f441 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321278 Aug 20 19:07:56.992145 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1b8697b1-ec4f-4741-8875-c8e17ea2c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:57.000688 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-76c10ee9-e37f-48ed-b528-aa3aa893e949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:57.016930 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8697b1-ec4f-4741-8875-c8e17ea2c5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d87dec-cb34-46a7-9c39-4e445c7b0df6,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:57.020808 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-1b8697b1-ec4f-4741-8875-c8e17ea2c5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:57.046220 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Attempting to bind port a62a86d2-eb09-47d2-933f-75dc3064b10f on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:07:57.046570 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Attempting to bind port a62a86d2-eb09-47d2-933f-75dc3064b10f by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '4b48ad57-129f-492b-973d-e505030b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096'}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:07:57.046912 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Attempting to bind port a62a86d2-eb09-47d2-933f-75dc3064b10f on network 907fd911-4aaf-4b4b-afaf-13eec4108096 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:57.079689 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Port a62a86d2-eb09-47d2-933f-75dc3064b10f on network 907fd911-4aaf-4b4b-afaf-13eec4108096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:07:57.080024 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Attempting to bind port a62a86d2-eb09-47d2-933f-75dc3064b10f on network 907fd911-4aaf-4b4b-afaf-13eec4108096 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:57.087882 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:07:57.088239 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Checking segment: {'id': '4b48ad57-129f-492b-973d-e505030b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:57.088842 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Bound using segment: {'id': '4b48ad57-129f-492b-973d-e505030b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096'} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:07:57.092795 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1b8697b1-ec4f-4741-8875-c8e17ea2c5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:57.096073 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Bound port: a62a86d2-eb09-47d2-933f-75dc3064b10f, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b48ad57-129f-492b-973d-e505030b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096'}}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:07:57.096073 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:57.097564 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-1b8697b1-ec4f-4741-8875-c8e17ea2c5f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71d87dec-cb34-46a7-9c39-4e445c7b0df6 HTTP/1.1" status: 204 len: 168 time: 0.5471959 Aug 20 19:07:57.125411 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589666a4-1664-46ae-84d9-3c59e6389649 req-48e20905-dd90-41e6-9b39-e62d65fc2e49 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:57.126963 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-589666a4-1664-46ae-84d9-3c59e6389649 req-48e20905-dd90-41e6-9b39-e62d65fc2e49 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.3814597 Aug 20 19:07:57.163330 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3875ae-fe8d-40dd-ba29-9cd87b8dc292 req-d9ee6e19-b357-467f-991a-e59d35ef9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:57.166575 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5e3875ae-fe8d-40dd-ba29-9cd87b8dc292 req-d9ee6e19-b357-467f-991a-e59d35ef9ba3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 920 time: 0.2671554 Aug 20 19:07:57.302389 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-589666a4-1664-46ae-84d9-3c59e6389649 req-3fd0be01-7ceb-427b-923d-1cd24f6a5d4d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599839 Aug 20 19:07:57.315254 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] For port a62a86d2-eb09-47d2-933f-75dc3064b10f, host hv-cinder-80528, cleared binding levels {{(pid=79347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:07:57.324942 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] For port a62a86d2-eb09-47d2-933f-75dc3064b10f, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a62a86d2-eb09-47d2-933f-75dc3064b10f,segment=NetworkSegment(4b48ad57-129f-492b-973d-e505030b9dd3),segment_id=4b48ad57-129f-492b-973d-e505030b9dd3)] {{(pid=79347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:07:57.335547 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:57.341908 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:57.378734 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5e3875ae-fe8d-40dd-ba29-9cd87b8dc292 req-9c6c02bf-22cc-4fbd-a38a-778f70811c08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e72b85b-b220-458d-9b89-2a44523d208f HTTP/1.1" status: 200 len: 217 time: 0.1759093 Aug 20 19:07:57.425477 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:57.426559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:57.428264 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] 10.222.0.11 "PUT /v2.0/ports/a62a86d2-eb09-47d2-933f-75dc3064b10f HTTP/1.1" status: 200 len: 1093 time: 1.7871611 Aug 20 19:07:57.428984 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc54c0c5-1afe-4bda-b8e9-dd4898414cf2', 'tag': 'a62a86d2-eb09-47d2-933f-75dc3064b10f'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:57.468670 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Pushing event updated for resources: {'Port': ['ID=a62a86d2-eb09-47d2-933f-75dc3064b10f,revision_number=3']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:57.472392 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:57.522733 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3875ae-fe8d-40dd-ba29-9cd87b8dc292 req-be6820f5-3e7c-4490-bed7-2f286b37ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:57.525314 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5e3875ae-fe8d-40dd-ba29-9cd87b8dc292 req-be6820f5-3e7c-4490-bed7-2f286b37ef07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 200 len: 859 time: 0.1366131 Aug 20 19:07:57.543089 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc54c0c5-1afe-4bda-b8e9-dd4898414cf2', 'tag': 'a62a86d2-eb09-47d2-933f-75dc3064b10f', 'status': 'completed', 'code': 200} Aug 20 19:07:57.579806 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-6e1534ba-e244-4c8e-95e0-a78c43dad40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:57.581520 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-6e1534ba-e244-4c8e-95e0-a78c43dad40b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b028a75909634f729841d412f78e8db3&device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 1096 time: 0.0832603 Aug 20 19:07:57.581634 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5e3875ae-fe8d-40dd-ba29-9cd87b8dc292 req-7bad3151-7e5a-46b9-9903-f2ddf0e0ae71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133b670-e560-45bd-b9cf-c7c48f9ad9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489109 Aug 20 19:07:57.668438 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-ba29aa43-21a8-45a5-a3f4-860a296db17d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a62a86d2-eb09-47d2-933f-75dc3064b10f HTTP/1.1" status: 200 len: 217 time: 0.0680037 Aug 20 19:07:57.736368 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-562fa8c4-9409-4e15-ad87-c48c337ff12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:57.738002 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-562fa8c4-9409-4e15-ad87-c48c337ff12d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33da89f7-4bda-4cdc-a363-e184443f34a7 HTTP/1.1" status: 200 len: 849 time: 0.0633194 Aug 20 19:07:57.801490 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-97a82bee-d3b1-4e2a-b52f-2c58773f5ca7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=907fd911-4aaf-4b4b-afaf-13eec4108096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559297 Aug 20 19:07:57.810998 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5e3875ae-fe8d-40dd-ba29-9cd87b8dc292 req-8bbb7036-fc88-4250-ab8b-de521acfa818 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098231 Aug 20 19:07:57.936765 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-512f26c3-da33-4c45-8a07-054fe687a315 service neutron] 10.222.0.11 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281917 Aug 20 19:07:57.948771 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5e3875ae-fe8d-40dd-ba29-9cd87b8dc292 req-fa243250-8880-4219-ad37-95e221f2a319 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302989 Aug 20 19:07:58.099374 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd305c7-5c53-43b7-903f-b04817b145bf req-f37a60f6-5701-4d59-b1ee-9ad3367ead5a service neutron] 10.222.0.11 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556189 Aug 20 19:07:58.202131 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d307c-dd01-43b0-8019-77bc8b463b2c req-2205b402-87e8-44ec-a1e9-0fddefb1c0a3 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:58.203659 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2f3d307c-dd01-43b0-8019-77bc8b463b2c req-2205b402-87e8-44ec-a1e9-0fddefb1c0a3 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 943 time: 0.0850818 Aug 20 19:07:58.259468 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2f3d307c-dd01-43b0-8019-77bc8b463b2c req-4f00e6f0-f6a1-456f-93b4-e9a45a4863de tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480824 Aug 20 19:07:58.370654 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c6d9-b13b-4d05-9c13-3836de0a11e4 req-3734ce9d-ab12-4810-a58f-555e81a9177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:58.372143 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d702c6d9-b13b-4d05-9c13-3836de0a11e4 req-3734ce9d-ab12-4810-a58f-555e81a9177f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b028a75909634f729841d412f78e8db3&device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 1096 time: 0.1118486 Aug 20 19:07:58.606890 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c6d9-b13b-4d05-9c13-3836de0a11e4 req-1fc9ea2c-cbe6-4c73-86a4-36b973ffeaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:58.608539 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d702c6d9-b13b-4d05-9c13-3836de0a11e4 req-1fc9ea2c-cbe6-4c73-86a4-36b973ffeaf2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=907fd911-4aaf-4b4b-afaf-13eec4108096 HTTP/1.1" status: 200 len: 910 time: 0.2264762 Aug 20 19:07:58.628043 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f785d-43e5-4f94-967a-a2fe0ca671c1 req-2e381761-67b0-4700-ac75-14d96dacd7ba tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:58.629713 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-635f785d-43e5-4f94-967a-a2fe0ca671c1 req-2e381761-67b0-4700-ac75-14d96dacd7ba tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.1197200 Aug 20 19:07:58.671352 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44810) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:58.827779 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d702c6d9-b13b-4d05-9c13-3836de0a11e4 req-8992aeaa-5a4d-4ce8-a519-6fd7c7d1e529 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a62a86d2-eb09-47d2-933f-75dc3064b10f HTTP/1.1" status: 200 len: 217 time: 0.1617231 Aug 20 19:07:58.847687 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-635f785d-43e5-4f94-967a-a2fe0ca671c1 req-493b87b4-1fcd-4487-b225-2cd8e3111483 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100737 Aug 20 19:07:58.946682 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:58.959834 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c6d9-b13b-4d05-9c13-3836de0a11e4 req-1a1234e4-feb0-4f88-83b9-e62b6cedaccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:58.973892 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:58.974279 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d702c6d9-b13b-4d05-9c13-3836de0a11e4 req-1a1234e4-feb0-4f88-83b9-e62b6cedaccf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33da89f7-4bda-4cdc-a363-e184443f34a7 HTTP/1.1" status: 200 len: 849 time: 0.1027617 Aug 20 19:07:58.984837 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] Usage tracker for resource:security_group_rule and tenant:a6af1068881d409bafe470028d27dade is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:58.992032 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:58.998319 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:59.061646 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d702c6d9-b13b-4d05-9c13-3836de0a11e4 req-21eb59e3-55c7-4470-b970-a7f98b51cc24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=907fd911-4aaf-4b4b-afaf-13eec4108096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785024 Aug 20 19:07:59.140146 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.146669 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.154283 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-38b5e78e-cb43-462a-8e07-1871436c4668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:59.208387 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6af1068881d409bafe470028d27dade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333302 Aug 20 19:07:59.208678 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44832) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:59.211749 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d4538a-3c78-4f51-8dd0-e70ddc822d44,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:59.219652 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d702c6d9-b13b-4d05-9c13-3836de0a11e4 req-d3c6e9d8-a80d-4ca9-91b2-a26ba6a96af3 service neutron] 10.222.0.11 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489627 Aug 20 19:07:59.224119 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:59.276520 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3e25-d535-4f07-9e70-29624fa5578a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.306061 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3e25-d535-4f07-9e70-29624fa5578a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.381236 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d702c6d9-b13b-4d05-9c13-3836de0a11e4 req-a1d78616-3cbe-49c0-a60d-f304d52b2cfa service neutron] 10.222.0.11 "GET /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528566 Aug 20 19:07:59.389502 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3e25-d535-4f07-9e70-29624fa5578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.395341 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-041a7220-93f1-4ca5-92b9-124f49b509df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:59.417722 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3e25-d535-4f07-9e70-29624fa5578a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.418987 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-e9fc3e25-d535-4f07-9e70-29624fa5578a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22d4538a-3c78-4f51-8dd0-e70ddc822d44 HTTP/1.1" status: 204 len: 168 time: 0.2093067 Aug 20 19:07:59.419943 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc3e25-d535-4f07-9e70-29624fa5578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d4538a-3c78-4f51-8dd0-e70ddc822d44,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:59.423235 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e9fc3e25-d535-4f07-9e70-29624fa5578a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:59.521827 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b0162-1355-4b4c-a555-4f183d29b941 req-85fa0ddd-57d2-4f8d-b8d4-45195a6d59ab tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:59.523268 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-792b0162-1355-4b4c-a555-4f183d29b941 req-85fa0ddd-57d2-4f8d-b8d4-45195a6d59ab tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 943 time: 0.1124241 Aug 20 19:07:59.569274 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-792b0162-1355-4b4c-a555-4f183d29b941 req-76526543-23cc-4a19-91f4-cbd19530bebe tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 Aug 20 19:08:00.106371 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53826d04-ec75-47f1-a99f-de1ca0c13f45 req-446a89f1-3241-41f5-8e43-5437cd695ff2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:00.114981 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-53826d04-ec75-47f1-a99f-de1ca0c13f45 req-446a89f1-3241-41f5-8e43-5437cd695ff2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.0954940 Aug 20 19:08:00.173364 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-53826d04-ec75-47f1-a99f-de1ca0c13f45 req-22cc9b8d-8373-43e7-bf67-f3e64befb485 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522456 Aug 20 19:08:00.307126 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44880) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:00.422665 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1295700755-network', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:00.427682 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:00.433139 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Usage tracker for resource:network and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:00.436670 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:00.444447 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:00.457111 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Made reservation on behalf of a552e474dc724f3b8591b06118232a7f for: {'network': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:00.459477 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:00.477163 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:00.491277 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:00.495305 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Usage tracker for resource:security_group_rule and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:00.498219 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:00.503951 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:00.608929 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:00.613125 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:00.616649 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-1b8697b1-ec4f-4741-8875-c8e17ea2c5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:00.649347 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=79348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:08:00.659202 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002a6f86-357f-4089-973c-dcf6ebb82375,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:00.662415 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:00.667943 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:00.668287 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.segments_db [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Added segment 0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4 of type vlan for network c4028fbd-2e12-4323-a257-4bd9db0bc623 Aug 20 19:08:00.698508 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:00.731880 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:00.733557 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:00.734079 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:00.746266 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2468ec0e-47f1-4aae-9208-727f2e18fcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:00.777833 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb2fd9-38e1-4a67-8d56-aa900bbf2508 req-b08891c2-3b87-4b43-a9b1-cb246c83a14e tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:00.779373 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-78eb2fd9-38e1-4a67-8d56-aa900bbf2508 req-b08891c2-3b87-4b43-a9b1-cb246c83a14e tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 943 time: 0.0957525 Aug 20 19:08:00.814501 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5057063 Aug 20 19:08:00.819890 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 44902) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:00.825272 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Request body: {'subnet': {'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1295700755-subnet', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'ip_version': 4}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:00.833391 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:00.837914 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-78eb2fd9-38e1-4a67-8d56-aa900bbf2508 req-4fce48ef-bd65-4421-a3ff-94ad4137aaa6 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521309 Aug 20 19:08:00.840421 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Usage tracker for resource:subnet and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:00.843338 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:00.850368 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:00.868215 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Made reservation on behalf of a552e474dc724f3b8591b06118232a7f for: {'subnet': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:00.869393 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Pushing event updated for resources: {'Network': ['ID=c4028fbd-2e12-4323-a257-4bd9db0bc623,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:00.870908 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273359'] for subnet, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:00.872284 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:00.879308 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network c4028fbd-2e12-4323-a257-4bd9db0bc623 details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:08:01.093248 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2436374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273341'] for subnet, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:01.097520 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:01.169380 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a25ebdc-94d4-4cad-bcd1-041979dd0a24,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:01.173929 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:01.181246 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Checking segment: {'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:01.182128 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Network hostable DHCP agents. Network: c4028fbd-2e12-4323-a257-4bd9db0bc623, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:08:01.202223 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Network c4028fbd-2e12-4323-a257-4bd9db0bc623 is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:08:01.213240 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, c4028fbd-2e12-4323-a257-4bd9db0bc623) {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:01.221035 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:01.221736 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:01.224130 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0f03da-e677-4ade-a90d-8dcc3b9be87a None None] Network c4028fbd-2e12-4323-a257-4bd9db0bc623 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:01.252517 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-8d7442fc-d11d-41e0-9377-753fed5b2b32 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4291630 Aug 20 19:08:01.252958 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 44918) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:01.260842 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:01.267671 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:01.272945 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Usage tracker for resource:router and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:01.276863 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:01.285143 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:01.316174 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a62a86d2-eb09-47d2-933f-75dc3064b10f details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:08:01.334129 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-847'] for router, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:01.334831 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:01.382241 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:01.574205 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c665f4-2436-4917-9ce4-2d743fc57b2f req-cf56dfb1-ccfb-48e8-9897-c447220dfd60 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:01.575706 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-76c665f4-2436-4917-9ce4-2d743fc57b2f req-cf56dfb1-ccfb-48e8-9897-c447220dfd60 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.2792029 Aug 20 19:08:01.587504 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3d8901-d662-534c-975b-ed239554e1e2-c4028fbd-2e12-4323-a257-4bd9db0bc623', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24'}]}} from dv-cinder-805283-1-smb. {{(pid=79349) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:08:01.588608 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:01.691072 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a62a86d2-eb09-47d2-933f-75dc3064b10f, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a62a86d2-eb09-47d2-933f-75dc3064b10f,segment=NetworkSegment(4b48ad57-129f-492b-973d-e505030b9dd3),segment_id=4b48ad57-129f-492b-973d-e505030b9dd3)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:01.719857 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'a62a86d2-eb09-47d2-933f-75dc3064b10f', 'network_id': '907fd911-4aaf-4b4b-afaf-13eec4108096', 'port_id': 'a62a86d2-eb09-47d2-933f-75dc3064b10f', 'mac_address': 'fa:16:3e:11:20:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33da89f7-4bda-4cdc-a363-e184443f34a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:08:01.797875 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-848'] for router, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:01.816329 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-76c665f4-2436-4917-9ce4-2d743fc57b2f req-6852ef4f-5f5a-4117-939a-3aad6c6512be tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930163 Aug 20 19:08:01.817691 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:01.855797 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62a86d2-eb09-47d2-933f-75dc3064b10f {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:08:01.887512 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a62a86d2-eb09-47d2-933f-75dc3064b10f, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a62a86d2-eb09-47d2-933f-75dc3064b10f,segment=NetworkSegment(4b48ad57-129f-492b-973d-e505030b9dd3),segment_id=4b48ad57-129f-492b-973d-e505030b9dd3)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:01.900423 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.db_base_plugin_common [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Allocated IP 172.20.0.2 (c4028fbd-2e12-4323-a257-4bd9db0bc623/1a25ebdc-94d4-4cad-bcd1-041979dd0a24/56b4d1b0-0a62-43fa-ab4a-68984bd64463) {{(pid=79349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:01.917017 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:01.919392 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:02.124942 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=a62a86d2-eb09-47d2-933f-75dc3064b10f,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:02.129579 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:02.132757 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdd474-3767-4fd4-a667-accd6a3ad537 req-d6c94f0c-787b-457a-9bee-34e2d8a18034 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:02.134286 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-67fdd474-3767-4fd4-a667-accd6a3ad537 req-d6c94f0c-787b-457a-9bee-34e2d8a18034 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 944 time: 0.1260912 Aug 20 19:08:02.263507 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Notify callbacks [] for port, precommit_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.269106 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a5f34cc8-03e8-45ac-9629-7c4498f1f615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.276266 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Transition to ACTIVE for port object 56b4d1b0-0a62-43fa-ab4a-68984bd64463 will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:02.298221 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Transition to ACTIVE for port object 56b4d1b0-0a62-43fa-ab4a-68984bd64463 will not be triggered until provisioned by entity DHCP. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:02.305611 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.313806 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:02.329990 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44956) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:02.394888 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Network c4028fbd-2e12-4323-a257-4bd9db0bc623 is already hosted by enough agents. {{(pid=79349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:02.398907 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.base_scheduler [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Resources bound (agent type, host, resource id): {{(pid=79349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:02.401482 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-67fdd474-3767-4fd4-a667-accd6a3ad537 req-28d3ddad-9574-4c32-b102-f772d9be4227 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018702 Aug 20 19:08:02.403798 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Received port after_create {{(pid=79349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:02.431721 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.458682 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Pushing event updated for resources: {'Port': ['ID=56b4d1b0-0a62-43fa-ab4a-68984bd64463,revision_number=1']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:02.469591 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:02.469941 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.480938 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['a62a86d2-eb09-47d2-933f-75dc3064b10f'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:08:02.564178 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.592961 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:02.596484 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Attempting to bind port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:02.596951 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Attempting to bind port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:02.597330 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Attempting to bind port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 on network c4028fbd-2e12-4323-a257-4bd9db0bc623 {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:02.599154 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] Usage tracker for resource:security_group_rule and tenant:05697380cc51492186ee8dd70e08ccad is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:02.602525 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:02.605541 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:02.605918 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Checking segment: {'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:02.609812 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.610092 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:02.617743 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Bound using segment: {'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:02.618563 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Bound port: 56b4d1b0-0a62-43fa-ab4a-68984bd64463, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:02.618964 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.665907 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Allocated IP 172.28.2.170 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/6e33a6d7-b9b9-4838-932d-a3ee195a7921) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:02.711361 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.718640 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.749466 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d5abea82-7fc5-4602-b315-8774aac6b87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:02.759245 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05697380cc51492186ee8dd70e08ccad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276474 Aug 20 19:08:02.762309 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44970) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:02.790221 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.810656 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb2d708-9388-4462-8986-b1ace16498fb,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:02.826170 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:02.850356 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] For port 56b4d1b0-0a62-43fa-ab4a-68984bd64463, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:02.860952 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.867287 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3c572a54-f35f-42d2-97f1-4bc78d1a5111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.870169 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] For port 56b4d1b0-0a62-43fa-ab4a-68984bd64463, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=56b4d1b0-0a62-43fa-ab4a-68984bd64463,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:02.887520 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.896616 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3c572a54-f35f-42d2-97f1-4bc78d1a5111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.897742 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-a1cbb791-ccd1-49e7-ba78-d9bccc951e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:02.933146 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.942333 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:02.958258 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3c572a54-f35f-42d2-97f1-4bc78d1a5111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.963157 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7eeca073-e4d8-4d6b-b8db-52b9358f46e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:02.985281 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572a54-f35f-42d2-97f1-4bc78d1a5111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb2d708-9388-4462-8986-b1ace16498fb,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:02.989037 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3c572a54-f35f-42d2-97f1-4bc78d1a5111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:02.999079 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3c572a54-f35f-42d2-97f1-4bc78d1a5111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.000266 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-3c572a54-f35f-42d2-97f1-4bc78d1a5111 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8bb2d708-9388-4462-8986-b1ace16498fb HTTP/1.1" status: 204 len: 168 time: 0.2368581 Aug 20 19:08:03.029645 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Pushing event updated for resources: {'Port': ['ID=56b4d1b0-0a62-43fa-ab4a-68984bd64463,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:03.029779 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:03.036112 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:03.039278 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:03.041591 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:03.126837 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Pushing event updated for resources: {'Port': ['ID=6e33a6d7-b9b9-4838-932d-a3ee195a7921,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:03.130177 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:03.375266 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de0d02-fa82-4f56-9224-dd197bbebac4 req-72b4b81d-b0a6-4381-b784-f6045d71dc25 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:03.377538 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-14de0d02-fa82-4f56-9224-dd197bbebac4 req-72b4b81d-b0a6-4381-b784-f6045d71dc25 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.3939633 Aug 20 19:08:03.519283 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 44994) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:03.537707 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.550219 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-14de0d02-fa82-4f56-9224-dd197bbebac4 req-210aba7d-6020-471d-a39a-17f916ddf6a6 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623890 Aug 20 19:08:03.561575 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:03.572385 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] Usage tracker for resource:security_group_rule and tenant:1d2aa27928cf4dd8bd7f3ac800ce4bf1 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:03.572385 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:03.575375 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:03.669558 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.673961 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.681775 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-9b9accae-58de-49fe-bf26-e40cbff6a9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:03.733001 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d2aa27928cf4dd8bd7f3ac800ce4bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100341 Aug 20 19:08:03.733001 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91117c81-abb1-4678-a97c-23bcbf34b1d8,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:03.734757 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:03.735449 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45002) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:03.808566 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bc9e-9ab7-47f7-8b8b-8cce7f677864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.823193 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.838425 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bc9e-9ab7-47f7-8b8b-8cce7f677864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.906257 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bc9e-9ab7-47f7-8b8b-8cce7f677864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.912698 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e9fc3e25-d535-4f07-9e70-29624fa5578a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:03.927767 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0bc9e-9ab7-47f7-8b8b-8cce7f677864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91117c81-abb1-4678-a97c-23bcbf34b1d8,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:03.931087 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-1bd0bc9e-9ab7-47f7-8b8b-8cce7f677864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:03.931749 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bc9e-9ab7-47f7-8b8b-8cce7f677864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.932860 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-1bd0bc9e-9ab7-47f7-8b8b-8cce7f677864 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91117c81-abb1-4678-a97c-23bcbf34b1d8 HTTP/1.1" status: 204 len: 168 time: 0.1964602 Aug 20 19:08:04.018947 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79733b4-e20d-4768-bebf-e7d17624e3aa req-48057181-0d1f-4e21-a826-503ee0aa52b7 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:04.020517 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d79733b4-e20d-4768-bebf-e7d17624e3aa req-48057181-0d1f-4e21-a826-503ee0aa52b7 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 944 time: 0.4015882 Aug 20 19:08:04.169542 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d79733b4-e20d-4768-bebf-e7d17624e3aa req-3a059898-edeb-4f60-be18-6e4ee93079f9 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380877 Aug 20 19:08:04.193274 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbd48f3-322a-4796-b9ff-b55e96b2860f None None] Network c4028fbd-2e12-4323-a257-4bd9db0bc623 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:04.312330 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754335'] for router, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.324780 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-33a24a1f-3bd0-4a4b-a02a-f7d5561e95fc None None] Provisioning for port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:04.352145 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45010) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:04.370611 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.386306 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:04.390128 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] Usage tracker for resource:security_group_rule and tenant:fc81a7fcea4044a89a38950d750281fd is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:04.393107 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:04.398816 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:04.460288 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-042d1b34-224b-479d-af1d-ad6b3eaf8315 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2303851 Aug 20 19:08:04.506602 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.515219 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.527895 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-28a181a8-a4df-4b16-93d8-cd40bb2d07c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:04.582019 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc81a7fcea4044a89a38950d750281fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286756 Aug 20 19:08:04.584365 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45022) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:04.587482 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbef150-6297-4a3b-9cef-a7c87c42111e,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:04.603566 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:04.661602 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 is scheduled to L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 with binding_index 1 {{(pid=79347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:08:04.674035 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-36e1d9e4-260d-407a-a46d-b7bda687eed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.675583 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-9183af96-3323-4bf1-b5ec-5c5b4535b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:04.677172 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-9183af96-3323-4bf1-b5ec-5c5b4535b8a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 1098 time: 0.1648266 Aug 20 19:08:04.704580 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-36e1d9e4-260d-407a-a46d-b7bda687eed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.776672 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-36e1d9e4-260d-407a-a46d-b7bda687eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.791262 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3e619842-fb66-4dd6-856b-193c8afd576d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:04.809517 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1d9e4-260d-407a-a46d-b7bda687eed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbef150-6297-4a3b-9cef-a7c87c42111e,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:04.817548 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-36e1d9e4-260d-407a-a46d-b7bda687eed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:04.818743 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-36e1d9e4-260d-407a-a46d-b7bda687eed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.820400 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-36e1d9e4-260d-407a-a46d-b7bda687eed6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcbef150-6297-4a3b-9cef-a7c87c42111e HTTP/1.1" status: 204 len: 168 time: 0.2348020 Aug 20 19:08:04.934029 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-e3bce4bf-4f8e-4c39-b647-d61a53173e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:05.022264 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 56b4d1b0-0a62-43fa-ab4a-68984bd64463 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:05.127790 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:05.137173 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:05.138413 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:05.150930 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:05.159390 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Sync routers for ids ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:05.178266 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-1169c288-d8b7-450c-ae69-42b1e536d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:05.179758 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-1169c288-d8b7-450c-ae69-42b1e536d751 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 912 time: 0.4364009 Aug 20 19:08:05.182834 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Routers {'8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:05.182834 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:05.258507 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5a421-5b4a-429c-b308-809e295afef6 req-10a64f8d-787c-4b47-a24f-29d84092faed tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:05.265845 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e8e5a421-5b4a-429c-b308-809e295afef6 req-10a64f8d-787c-4b47-a24f-29d84092faed tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.5156577 Aug 20 19:08:05.307131 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Notify callbacks [] for router, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:05.311090 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45042) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:05.311222 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0571225 Aug 20 19:08:05.366914 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a62a86d2-eb09-47d2-933f-75dc3064b10f up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:05.374162 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e8e5a421-5b4a-429c-b308-809e295afef6 req-cb77c376-4ce4-430e-97ac-101782ca1db0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073296 Aug 20 19:08:05.376434 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-ca72ea52-685e-4004-8817-5eb82923499c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc80a753-a448-4ce1-877a-cac157278acc HTTP/1.1" status: 200 len: 1001 time: 0.1878927 Aug 20 19:08:05.477898 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:05.527823 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 56b4d1b0-0a62-43fa-ab4a-68984bd64463, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=56b4d1b0-0a62-43fa-ab4a-68984bd64463,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:05.535436 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:05.538667 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:05.547848 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Set router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:05.673211 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-240756c1-3f2f-4b90-8a0a-39129e6fc833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:05.673770 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port a62a86d2-eb09-47d2-933f-75dc3064b10f completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:05.677585 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-240756c1-3f2f-4b90-8a0a-39129e6fc833 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.2832675 Aug 20 19:08:05.678765 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=56b4d1b0-0a62-43fa-ab4a-68984bd64463,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:05.682560 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:05.683150 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port a62a86d2-eb09-47d2-933f-75dc3064b10f triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:05.683747 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:05.826737 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:05.838877 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086dc27-7110-4947-8526-01dc2e3c7cec req-eab4ce3e-eef5-4942-a898-ad3b27019cc0 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:05.848326 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8086dc27-7110-4947-8526-01dc2e3c7cec req-eab4ce3e-eef5-4942-a898-ad3b27019cc0 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 944 time: 0.3967545 Aug 20 19:08:05.880505 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc54c0c5-1afe-4bda-b8e9-dd4898414cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a86d2-eb09-47d2-933f-75dc3064b10f'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:08:05.889562 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:05.896075 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a62a86d2-eb09-47d2-933f-75dc3064b10f, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a62a86d2-eb09-47d2-933f-75dc3064b10f,segment=NetworkSegment(4b48ad57-129f-492b-973d-e505030b9dd3),segment_id=4b48ad57-129f-492b-973d-e505030b9dd3)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:05.906136 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:05.908076 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:05.912357 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:03Z', 'revision_number': 3, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:05.921609 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Checking router: 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:05.922002 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Updating router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 port 6e33a6d7-b9b9-4838-932d-a3ee195a7921 binding host dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:05.924343 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8086dc27-7110-4947-8526-01dc2e3c7cec req-c4528b0f-c041-4645-99ed-6df613b179c0 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728955 Aug 20 19:08:05.931277 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-097cd12c-cd70-4f09-bf26-ad40b2825fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:05.932881 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-097cd12c-cd70-4f09-bf26-ad40b2825fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2391372 Aug 20 19:08:05.997589 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc54c0c5-1afe-4bda-b8e9-dd4898414cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a86d2-eb09-47d2-933f-75dc3064b10f', 'code': 200} Aug 20 19:08:06.051142 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:06.084391 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=a62a86d2-eb09-47d2-933f-75dc3064b10f,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:06.092322 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:06.154998 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-42cd818c-fb6a-47a3-a673-521ddbb833f8 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127481 Aug 20 19:08:06.334413 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b0f99c82-7704-44b6-89bf-b65c465cfd1d req-8af51363-1ea2-4b42-9f64-ba29aa7870ec service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723309 Aug 20 19:08:06.574885 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b329f-fd49-4a1b-a2d2-1a591be6f5af req-95bbae42-b1c2-4c35-aba8-a5b73fa07821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:06.576260 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-965b329f-fd49-4a1b-a2d2-1a591be6f5af req-95bbae42-b1c2-4c35-aba8-a5b73fa07821 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 1098 time: 0.2690096 Aug 20 19:08:06.613612 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37026586-0d04-40cd-ad28-e7db5437641a req-d3b9dae5-14ab-4e53-bd5d-471d096ac356 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:06.615498 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-37026586-0d04-40cd-ad28-e7db5437641a req-d3b9dae5-14ab-4e53-bd5d-471d096ac356 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.0852470 Aug 20 19:08:06.626897 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-965b329f-fd49-4a1b-a2d2-1a591be6f5af req-ee1cbabf-0a65-4ed3-8379-d5089aeed0b1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421264 Aug 20 19:08:06.639577 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Notify callbacks [] for port, precommit_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:06.657371 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.provisioning_blocks [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Transition to ACTIVE for port object 6e33a6d7-b9b9-4838-932d-a3ee195a7921 will not be triggered until provisioned by entity L2. {{(pid=79350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:06.666937 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:06.672185 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-6fb031fb-6623-4d3d-915c-888737aea72c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:06.686277 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-37026586-0d04-40cd-ad28-e7db5437641a req-7f7d4b39-249d-4ae3-84f0-7ce7694c1f5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637527 Aug 20 19:08:06.749397 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Attempting to bind port 6e33a6d7-b9b9-4838-932d-a3ee195a7921 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:06.749754 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Attempting to bind port 6e33a6d7-b9b9-4838-932d-a3ee195a7921 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:06.750116 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Attempting to bind port 6e33a6d7-b9b9-4838-932d-a3ee195a7921 on network a1374c77-d1c1-4672-958d-890c6990cccb {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:06.754912 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:06.757389 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4cc9-766b-4766-b3c3-852c254dae0c None None] Pushing event updated for resources: {'Port': ['ID=6e33a6d7-b9b9-4838-932d-a3ee195a7921,revision_number=2']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:06.759727 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:06.760176 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Checking segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:06.760636 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:06.761111 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Bound using segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:06.761659 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Bound port: 6e33a6d7-b9b9-4838-932d-a3ee195a7921, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:06.762124 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:06.789292 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-17ed4cc9-766b-4766-b3c3-852c254dae0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:06.836581 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] For port 6e33a6d7-b9b9-4838-932d-a3ee195a7921, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:06.839876 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] For port 6e33a6d7-b9b9-4838-932d-a3ee195a7921, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=6e33a6d7-b9b9-4838-932d-a3ee195a7921,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:06.845055 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:06.848970 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-7b007b59-452d-47ad-b725-d4f8984b8ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:06.872712 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45080) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:06.925535 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 56b4d1b0-0a62-43fa-ab4a-68984bd64463 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:06.946825 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Routers {'8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:06.949177 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:07.013983 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Allocated IP 172.20.0.1 (c4028fbd-2e12-4323-a257-4bd9db0bc623/1a25ebdc-94d4-4cad-bcd1-041979dd0a24/0e7de80a-04fa-4b3b-8e14-42d6ba292b2a) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:07.017072 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:07.018023 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.054891 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4cc9-766b-4766-b3c3-852c254dae0c None None] Pushing event updated for resources: {'Port': ['ID=6e33a6d7-b9b9-4838-932d-a3ee195a7921,revision_number=3']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:07.081015 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-17ed4cc9-766b-4766-b3c3-852c254dae0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:07.169364 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.198993 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.204583 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:07.209890 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.210300 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] Usage tracker for resource:security_group_rule and tenant:8097d77b528141c485766ccf59693429 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:07.215403 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:07.222389 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:07.228865 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Transition to ACTIVE for port object 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a will not be triggered until provisioned by entity DHCP. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:07.249851 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] Set router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:07.258597 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.264374 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a8f8d99c-0357-4375-801a-31fdfcd68335 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:07.271492 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcce43-bbd6-4c2e-a5ca-1a5fb907da93 req-5a086a5d-60c3-4a44-a176-c29882deebb7 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:07.278948 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8abcce43-bbd6-4c2e-a5ca-1a5fb907da93 req-5a086a5d-60c3-4a44-a176-c29882deebb7 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 945 time: 0.1475191 Aug 20 19:08:07.345542 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Network c4028fbd-2e12-4323-a257-4bd9db0bc623 is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:07.348293 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8abcce43-bbd6-4c2e-a5ca-1a5fb907da93 req-a6152556-a667-41f2-8208-b2ea4b4be75f tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680170 Aug 20 19:08:07.348515 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:07.363706 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:07.442728 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7de80a-04fa-4b3b-8e14-42d6ba292b2a,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:07.449062 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:07.453840 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668250'] for router_interface, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.463066 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.473560 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.483815 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f50d26a8-a284-43a0-85fb-a9d997e3298e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:07.581118 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e5b6a-04a7-4ce6-9202-4a344f8b9dae,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:07.584881 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:07.590228 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8097d77b528141c485766ccf59693429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7162244 Aug 20 19:08:07.592650 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45098) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:07.670649 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.686676 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-49857f44-9f0a-4641-94b6-9f8e2b258395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.701380 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-d07c518f-b2a5-4de7-8f39-5c80d38076f0 None None] Provisioning for port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:07.709044 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-d07c518f-b2a5-4de7-8f39-5c80d38076f0 None None] Provisioning complete for port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:07.710332 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-d07c518f-b2a5-4de7-8f39-5c80d38076f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.720141 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-49857f44-9f0a-4641-94b6-9f8e2b258395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.778360 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:03Z', 'revision_number': 3, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:07.787265 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e7f089-c7c2-4e49-972c-33fe10d95a9c None None] The sync data for ids ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'] in dv-cinder-805283-1-smb is: [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:03Z', 'revision_number': 3, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:07.806270 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-49857f44-9f0a-4641-94b6-9f8e2b258395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.816808 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a9180760-781a-4fb1-b5b8-5348ad64cc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:07.829922 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-d07c518f-b2a5-4de7-8f39-5c80d38076f0 None None] Port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:07.884190 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49857f44-9f0a-4641-94b6-9f8e2b258395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e5b6a-04a7-4ce6-9202-4a344f8b9dae,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:07.886821 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-49857f44-9f0a-4641-94b6-9f8e2b258395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:07.921998 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-49857f44-9f0a-4641-94b6-9f8e2b258395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.925885 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-49857f44-9f0a-4641-94b6-9f8e2b258395 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e9e5b6a-04a7-4ce6-9202-4a344f8b9dae HTTP/1.1" status: 204 len: 168 time: 0.3319063 Aug 20 19:08:07.979311 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.985248 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4144a9-e623-48d4-b82a-19ae187c4a1c req-995bbcea-4214-4421-978f-443455a24787 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:07.986718 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:07.986854 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1f4144a9-e623-48d4-b82a-19ae187c4a1c req-995bbcea-4214-4421-978f-443455a24787 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.1442013 Aug 20 19:08:08.042552 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b4eb987d-b8a9-4f6d-b0c4-640771950957 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:08.053040 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1f4144a9-e623-48d4-b82a-19ae187c4a1c req-f2cb753f-1081-49d3-ab8b-83db7f3b6f96 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594516 Aug 20 19:08:08.154320 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668213'] for router_interface, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:08.165475 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7de80a-04fa-4b3b-8e14-42d6ba292b2a,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:08.167055 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:08.171569 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:08.399231 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Network c4028fbd-2e12-4323-a257-4bd9db0bc623 is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:08.401304 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:08.760402 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2715960-1458-47b1-8136-77de98221906 req-f7d02553-73e1-4bac-94a1-0d8218dab87f tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:08.761877 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-dc8974c2-e447-40cb-81e1-de625e08af08 None None] Provisioning complete for port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:08.762924 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-dc8974c2-e447-40cb-81e1-de625e08af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:08.763514 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a2715960-1458-47b1-8136-77de98221906 req-f7d02553-73e1-4bac-94a1-0d8218dab87f tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 945 time: 0.1595623 Aug 20 19:08:08.852223 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-dc8974c2-e447-40cb-81e1-de625e08af08 None None] Port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:08.858220 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a2715960-1458-47b1-8136-77de98221906 req-f79640b2-9e4e-4605-9d0a-f1be1a18aea0 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867581 Aug 20 19:08:08.935951 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:08:08.969395 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 6e33a6d7-b9b9-4838-932d-a3ee195a7921 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:09.062453 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 6e33a6d7-b9b9-4838-932d-a3ee195a7921 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:09.072148 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 6e33a6d7-b9b9-4838-932d-a3ee195a7921 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:09.072579 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.146687 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45150) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:09.234016 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:09.247704 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.265098 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] 10.222.0.50 "PUT /v2.0/routers/8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9513047 Aug 20 19:08:09.281499 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 6e33a6d7-b9b9-4838-932d-a3ee195a7921, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=6e33a6d7-b9b9-4838-932d-a3ee195a7921,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:09.285817 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.287725 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:09.291054 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1005696357-network', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:09.295778 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:09.301781 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Usage tracker for resource:network and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:09.305533 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:09.312894 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:09.327951 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Made reservation on behalf of 398c146e71854f9da6a5d9946524f8c6 for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:09.330526 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.345511 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.361493 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=6e33a6d7-b9b9-4838-932d-a3ee195a7921,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:09.364719 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:09.368201 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d0015-1d36-450b-a799-decd3a49d488 req-1f2698da-c40d-4f7e-a8c6-9b214cb6dbb7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:09.369766 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8f4d0015-1d36-450b-a799-decd3a49d488 req-1f2698da-c40d-4f7e-a8c6-9b214cb6dbb7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.1462486 Aug 20 19:08:09.373999 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:09.391708 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Usage tracker for resource:security_group_rule and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:09.397088 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:09.405490 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:09.432111 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8f4d0015-1d36-450b-a799-decd3a49d488 req-4a1cee6b-f395-489d-a036-5a857726c8d0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556676 Aug 20 19:08:09.520185 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.527120 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.554871 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=79347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:08:09.577627 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.579025 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Added segment 4867b1a5-2a84-4ca5-aa0e-fb3d1403a983 of type vlan for network 24c2aa0b-25e5-412c-a63c-2588aed042cb Aug 20 19:08:09.628701 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.634621 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5c346935-603c-4a43-85e8-7bb20d1880be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:09.671061 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0d6738-6950-485a-bf5b-4eef5a158fd9,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:09.691259 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:09.721343 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.722819 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:09.723401 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.726809 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:09.842719 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Pushing event updated for resources: {'Network': ['ID=24c2aa0b-25e5-412c-a63c-2588aed042cb,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:09.845523 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:09.850266 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7025406 Aug 20 19:08:09.850619 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45184) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:09.854945 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 24c2aa0b-25e5-412c-a63c-2588aed042cb details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:08:09.857228 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Request body: {'subnet': {'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1005696357-subnet', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'ip_version': 4}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:09.869902 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:09.880022 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Usage tracker for resource:subnet and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:09.893833 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:09.905746 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:09.933037 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Made reservation on behalf of 398c146e71854f9da6a5d9946524f8c6 for: {'subnet': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:09.935764 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847406'] for subnet, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.991299 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45190) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:09.998586 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Sync routers for ids ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:10.025134 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Routers {'8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:10.026209 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:10.079993 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45198) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:10.095317 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-158515202-network', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:10.146857 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:10.166794 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Usage tracker for resource:network and tenant:80b5fec9cafd4d05a9a32278cb9bc740 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:10.171408 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:10.181923 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:10.199074 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Made reservation on behalf of 80b5fec9cafd4d05a9a32278cb9bc740 for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:10.201712 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.212844 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3300838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847324'] for subnet, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.219556 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.221443 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-63de9527-92e1-4f41-8578-3666faf5baca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:10.244258 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a207d-f3b2-426b-8a1e-3d6d4e4c04d7 req-6e532f73-b887-4c76-abb4-36b446bb8ee0 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:10.259891 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-726a207d-f3b2-426b-8a1e-3d6d4e4c04d7 req-6e532f73-b887-4c76-abb4-36b446bb8ee0 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 945 time: 0.1706355 Aug 20 19:08:10.262686 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:10.264291 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Set router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:10.282464 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Usage tracker for resource:security_group_rule and tenant:80b5fec9cafd4d05a9a32278cb9bc740 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:10.287428 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:10.310099 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:10.314939 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=75052161-7021-4e7e-aa5e-6afde754110a,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:10.318785 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:10.319704 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Checking segment: {'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:10.320258 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Network hostable DHCP agents. Network: 24c2aa0b-25e5-412c-a63c-2588aed042cb, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:08:10.322825 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-726a207d-f3b2-426b-8a1e-3d6d4e4c04d7 req-040dac74-ae5b-4c3e-9cc4-e4a43ca44995 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619097 Aug 20 19:08:10.358188 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Network 24c2aa0b-25e5-412c-a63c-2588aed042cb is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:08:10.384802 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 24c2aa0b-25e5-412c-a63c-2588aed042cb) {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:10.388992 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:10.389741 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.404641 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.429217 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:10.438558 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5860820 Aug 20 19:08:10.440014 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] Usage tracker for resource:security_group_rule and tenant:55eb19d8f85c4c14a91aa8c1a07c8dba is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:10.441255 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45206) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:10.443619 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:10.450613 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e212327-5067-4ec4-8adb-d2eeea8c1f55 None None] Network 24c2aa0b-25e5-412c-a63c-2588aed042cb requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:10.455976 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:10.459270 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:10.466331 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:10.479476 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Usage tracker for resource:router and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:10.484610 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:10.488612 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.494730 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:10.498144 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.502809 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-2c56fceb-8073-47d2-9f4b-fe2dbb53829b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:10.515308 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-847'] for router, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.517043 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.542508 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.602960 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6609dc-c7c2-4eae-862d-a330a6d1f38b,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:10.608148 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:10.620619 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=79347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:08:10.669978 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.670303 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Added segment 2acc5bed-097f-4172-9a37-b9140eed12f9 of type vlan for network 76f29162-8266-4594-9c3d-53f60a274cf7 Aug 20 19:08:10.801923 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.868441 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.893699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75f739-68f8-4970-b161-2a7e24340eed req-aedd2bfe-ae75-46db-a9a1-0e1cb03e86dc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:10.900516 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3d8901-d662-534c-975b-ed239554e1e2-24c2aa0b-25e5-412c-a63c-2588aed042cb', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a'}]}} from dv-cinder-805283-1-smb. {{(pid=79349) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:08:10.900672 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bd75f739-68f8-4970-b161-2a7e24340eed req-aedd2bfe-ae75-46db-a9a1-0e1cb03e86dc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.2687926 Aug 20 19:08:10.901475 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.902310 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:10.909686 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:10.943920 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:07Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '0e7de80a-04fa-4b3b-8e14-42d6ba292b2a', 'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'mac_address': 'fa:16:3e:35:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:06Z', 'updated_at': '2021-08-20T19:08:07Z', 'revision_number': 2, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'subnets': [{'id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:11.006045 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fddfdee-b035-413e-bb62-0caf55334cdb,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:11.008448 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Checking router: 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:11.009987 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:11.010514 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Updating router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a binding host dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:11.010916 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.014352 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55eb19d8f85c4c14a91aa8c1a07c8dba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0211418 Aug 20 19:08:11.017344 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45220) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:11.018513 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:11.019012 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.020437 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-848'] for router, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.099761 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:11.136273 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 6e33a6d7-b9b9-4838-932d-a3ee195a7921 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:11.167843 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.205852 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bd75f739-68f8-4970-b161-2a7e24340eed req-78406232-7ea0-4e80-8136-b9e46b3fe638 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043051 Aug 20 19:08:11.208838 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Pushing event updated for resources: {'Network': ['ID=76f29162-8266-4594-9c3d-53f60a274cf7,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:11.239856 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1560113 Aug 20 19:08:11.241221 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:11.242240 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45230) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:11.242918 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f731fd88-d29c-4069-9303-982f81f7650f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.252236 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Request body: {'subnet': {'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-158515202-subnet', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'ip_version': 4}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:11.252487 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 76f29162-8266-4594-9c3d-53f60a274cf7 details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:08:11.262299 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:11.268329 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Usage tracker for resource:subnet and tenant:80b5fec9cafd4d05a9a32278cb9bc740 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:11.272009 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:11.278007 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:11.302106 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Made reservation on behalf of 80b5fec9cafd4d05a9a32278cb9bc740 for: {'subnet': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:11.306217 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273359'] for subnet, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.568703 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.596730 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f731fd88-d29c-4069-9303-982f81f7650f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.608057 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 6e33a6d7-b9b9-4838-932d-a3ee195a7921 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:11.608565 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.658672 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.684874 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2436374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273341'] for subnet, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.692641 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:11.713365 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.db_base_plugin_common [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Allocated IP 172.20.0.2 (24c2aa0b-25e5-412c-a63c-2588aed042cb/75052161-7021-4e7e-aa5e-6afde754110a/9ede00f9-d5ab-4089-a4d5-fea0a1b2550a) {{(pid=79349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:11.757088 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3112c21-10cf-4c52-848a-7b6aea2c16dc,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:11.759677 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:11.823230 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Checking segment: {'id': '2acc5bed-097f-4172-9a37-b9140eed12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:11.823606 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Network hostable DHCP agents. Network: 76f29162-8266-4594-9c3d-53f60a274cf7, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:08:11.850223 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f731fd88-d29c-4069-9303-982f81f7650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.857856 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d173abf8-1099-4406-b396-1409ce1273c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:11.899837 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Network 76f29162-8266-4594-9c3d-53f60a274cf7 is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:08:11.917408 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 76f29162-8266-4594-9c3d-53f60a274cf7) {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:11.922165 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:11.923175 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.939748 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cff335-5626-4bc3-94e2-d82ae0a84539 None None] Network 76f29162-8266-4594-9c3d-53f60a274cf7 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:11.945377 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731fd88-d29c-4069-9303-982f81f7650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fddfdee-b035-413e-bb62-0caf55334cdb,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:11.948444 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f731fd88-d29c-4069-9303-982f81f7650f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:11.955449 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-cb598792-2436-4732-b0d4-90804918d038 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7096670 Aug 20 19:08:11.956681 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45242) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:11.961481 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f731fd88-d29c-4069-9303-982f81f7650f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.965443 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-f731fd88-d29c-4069-9303-982f81f7650f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fddfdee-b035-413e-bb62-0caf55334cdb HTTP/1.1" status: 204 len: 168 time: 0.9139328 Aug 20 19:08:11.967852 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-158515202-router', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:11.974192 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:11.980600 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Usage tracker for resource:router and tenant:80b5fec9cafd4d05a9a32278cb9bc740 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:11.985565 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:11.993174 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:12.006591 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-847'] for router, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.009155 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.032048 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.118666 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Notify callbacks [] for port, precommit_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.129620 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Transition to ACTIVE for port object 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:12.135374 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Allocated IP 172.28.2.160 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/a141e160-3544-4cb6-8849-8481a058543a) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:12.150106 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Transition to ACTIVE for port object 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a will not be triggered until provisioned by entity DHCP. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:12.176217 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.190651 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:12.304870 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Network 24c2aa0b-25e5-412c-a63c-2588aed042cb is already hosted by enough agents. {{(pid=79349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:12.322520 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.base_scheduler [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Resources bound (agent type, host, resource id): {{(pid=79349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:12.335308 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Received port after_create {{(pid=79349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:12.342287 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.350208 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Pushing event updated for resources: {'Port': ['ID=9ede00f9-d5ab-4089-a4d5-fea0a1b2550a,revision_number=1']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:12.363330 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:12.386998 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.406221 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:12.533729 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:12.534775 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Pushing event updated for resources: {'Port': ['ID=a141e160-3544-4cb6-8849-8481a058543a,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:12.537261 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:12.539072 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:12.539742 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:12.564686 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45258) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:12.583745 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-848'] for router, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.601995 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.622630 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:12.626566 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] Usage tracker for resource:security_group_rule and tenant:c9eb75d7b7e04fd5aebf55b86f65a7c2 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:12.629422 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:12.635686 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:12.668219 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36afa6b-ff5b-4c3e-badd-bb8b309b1add req-f8b0b8ff-12dd-45e7-9312-f8f985929395 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:12.670072 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e36afa6b-ff5b-4c3e-badd-bb8b309b1add req-f8b0b8ff-12dd-45e7-9312-f8f985929395 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 945 time: 0.3056183 Aug 20 19:08:12.685951 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c62c4-126f-4124-882f-33fa7a68e02f req-6e675215-d4c2-47a0-b263-94dba257f78d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:12.687505 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-020c62c4-126f-4124-882f-33fa7a68e02f req-6e675215-d4c2-47a0-b263-94dba257f78d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.2598283 Aug 20 19:08:12.727857 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.752109 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Attempting to bind port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:12.752653 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Attempting to bind port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:12.752653 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Attempting to bind port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a on network 24c2aa0b-25e5-412c-a63c-2588aed042cb {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:12.789367 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.799819 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:12.800210 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Checking segment: {'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:12.800618 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.801047 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Bound using segment: {'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:12.801532 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Bound port: 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:12.801901 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.811812 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e36afa6b-ff5b-4c3e-badd-bb8b309b1add req-d2c595ef-4293-4b02-863d-f1c9425df80a tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221650 Aug 20 19:08:12.812181 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dbe-84b1-443f-bff7-f1ebb98dc472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:12.824185 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-020c62c4-126f-4124-882f-33fa7a68e02f req-06d4ea51-17c4-4fb2-a1f5-e0c628cf90d7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167932 Aug 20 19:08:12.992273 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3d8901-d662-534c-975b-ed239554e1e2-76f29162-8266-4594-9c3d-53f60a274cf7', 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'fixed_ips': [{'subnet_id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc'}]}} from dv-cinder-805283-1-smb. {{(pid=79349) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:08:12.993157 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.020931 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b43fbd5-dd8e-4ca0-9703-227981ddd504,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:13.024940 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:13.034751 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9eb75d7b7e04fd5aebf55b86f65a7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665346 Aug 20 19:08:13.035460 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45264) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:13.061555 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] For port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:13.064440 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Notify callbacks [] for port, precommit_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.067888 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] For port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=9ede00f9-d5ab-4089-a4d5-fea0a1b2550a,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:13.114909 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.122768 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:13.189570 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Transition to ACTIVE for port object 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:13.194847 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-888fd046-7676-40da-b9ab-88786b17177b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.213286 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.216543 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.273247 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.299910 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-888fd046-7676-40da-b9ab-88786b17177b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.338795 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.369300 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.db_base_plugin_common [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Allocated IP 172.20.0.2 (76f29162-8266-4594-9c3d-53f60a274cf7/b3112c21-10cf-4c52-848a-7b6aea2c16dc/b3429227-e5d4-4c4b-aa48-d9698b842865) {{(pid=79349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:13.460033 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Allocated IP 172.28.2.109 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/7b508091-fa0a-493d-a95c-81b428586be6) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:13.535925 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Pushing event updated for resources: {'Port': ['ID=9ede00f9-d5ab-4089-a4d5-fea0a1b2550a,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:13.629727 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:13.637068 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:13.639023 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-888fd046-7676-40da-b9ab-88786b17177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.643579 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c8cb721d-1593-4905-a363-3b329355797a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:13.665377 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fd046-7676-40da-b9ab-88786b17177b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b43fbd5-dd8e-4ca0-9703-227981ddd504,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:13.668548 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-888fd046-7676-40da-b9ab-88786b17177b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:13.710950 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.760375 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-888fd046-7676-40da-b9ab-88786b17177b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.770146 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-888fd046-7676-40da-b9ab-88786b17177b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b43fbd5-dd8e-4ca0-9703-227981ddd504 HTTP/1.1" status: 204 len: 168 time: 0.7309268 Aug 20 19:08:13.780929 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.784790 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:13.855204 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:13.858235 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:13.864186 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:13.909548 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7b508091-fa0a-493d-a95c-81b428586be6,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:13.913613 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250a663-dd47-4cd6-875f-62167a289820 None None] Pushing event updated for resources: {'Port': ['ID=0e7de80a-04fa-4b3b-8e14-42d6ba292b2a,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:13.918403 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:13.919524 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-4250a663-dd47-4cd6-875f-62167a289820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:13.946778 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754335'] for router, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.001425 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Attempting to bind port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:14.002121 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Attempting to bind port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:14.002676 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Attempting to bind port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a on network c4028fbd-2e12-4323-a257-4bd9db0bc623 {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:14.060055 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:14.060456 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Checking segment: {'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:14.060871 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.061305 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Bound using segment: {'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:14.061794 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Bound port: 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:14.062204 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.166816 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Notify callbacks [] for port, precommit_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.207248 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Transition to ACTIVE for port object b3429227-e5d4-4c4b-aa48-d9698b842865 will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:14.250113 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] For port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:14.252403 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Transition to ACTIVE for port object b3429227-e5d4-4c4b-aa48-d9698b842865 will not be triggered until provisioned by entity DHCP. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:14.255010 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] For port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=0e7de80a-04fa-4b3b-8e14-42d6ba292b2a,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:14.265723 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.269993 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.302912 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:14.389518 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Network 76f29162-8266-4594-9c3d-53f60a274cf7 is already hosted by enough agents. {{(pid=79349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:14.390393 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Routers {'8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:14.391152 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:14.422734 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45282) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:14.450943 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.475397 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:14.482282 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Usage tracker for resource:security_group_rule and tenant:8b3ae4c1327140219ea483d9cb2918f9 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:14.487606 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:14.497935 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:14.536450 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.base_scheduler [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Resources bound (agent type, host, resource id): {{(pid=79349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:14.544240 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Received port after_create {{(pid=79349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:14.565688 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Router 000e6b02-d00a-414c-9b97-cbafd7001e49 is scheduled to L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 with binding_index 1 {{(pid=79348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:08:14.668725 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c4cbe-436b-41ed-a6ca-f59fc42f76b6 req-f8820dd1-4c37-4172-94fa-924512ee2e50 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:14.670225 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9c9c4cbe-436b-41ed-a6ca-f59fc42f76b6 req-f8820dd1-4c37-4172-94fa-924512ee2e50 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.5617554 Aug 20 19:08:14.676300 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250a663-dd47-4cd6-875f-62167a289820 None None] Pushing event updated for resources: {'Port': ['ID=0e7de80a-04fa-4b3b-8e14-42d6ba292b2a,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:14.686969 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11dbb27-56d9-4e8f-b283-9aa9af118a2f req-e1fe4b77-6ad5-44ba-a65a-7fd41b1973af tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:14.688477 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d11dbb27-56d9-4e8f-b283-9aa9af118a2f req-e1fe4b77-6ad5-44ba-a65a-7fd41b1973af tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 945 time: 0.5866783 Aug 20 19:08:14.690686 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.800149 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Attempting to bind port b3429227-e5d4-4c4b-aa48-d9698b842865 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:14.800827 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Attempting to bind port b3429227-e5d4-4c4b-aa48-d9698b842865 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '2acc5bed-097f-4172-9a37-b9140eed12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:14.801412 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Attempting to bind port b3429227-e5d4-4c4b-aa48-d9698b842865 on network 76f29162-8266-4594-9c3d-53f60a274cf7 {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:14.813213 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:14.813798 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Checking segment: {'id': '2acc5bed-097f-4172-9a37-b9140eed12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:14.814301 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.814798 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Bound using segment: {'id': '2acc5bed-097f-4172-9a37-b9140eed12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:14.815374 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Bound port: b3429227-e5d4-4c4b-aa48-d9698b842865, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acc5bed-097f-4172-9a37-b9140eed12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:14.815900 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.900639 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.917954 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.932387 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3716dea8-881a-41e0-8cf2-2f35aebc9434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:14.937699 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d11dbb27-56d9-4e8f-b283-9aa9af118a2f req-3d014c89-b8e2-4da4-9195-86a7aa019a9e tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696756 Aug 20 19:08:14.952020 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9c9c4cbe-436b-41ed-a6ca-f59fc42f76b6 req-63ef0bc2-8d25-48af-967a-72ad6f0b81f8 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622998 Aug 20 19:08:14.954543 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-dae17e0e-4f91-45e3-843e-2abc854b6876 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:14.955256 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-dae17e0e-4f91-45e3-843e-2abc854b6876 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Synchronizing usage tracker for tenant:b028a75909634f729841d412f78e8db3 on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:08:14.978316 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:14.981162 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] For port b3429227-e5d4-4c4b-aa48-d9698b842865, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:14.987127 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] For port b3429227-e5d4-4c4b-aa48-d9698b842865, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=b3429227-e5d4-4c4b-aa48-d9698b842865,segment=NetworkSegment(2acc5bed-097f-4172-9a37-b9140eed12f9),segment_id=2acc5bed-097f-4172-9a37-b9140eed12f9)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:14.989216 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d3788-36c1-485c-8682-dc03b3d36ae4 None None] Network 24c2aa0b-25e5-412c-a63c-2588aed042cb requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:14.995576 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Sync routers for ids ['000e6b02-d00a-414c-9b97-cbafd7001e49'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:15.013080 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Routers {'000e6b02-d00a-414c-9b97-cbafd7001e49'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:15.013720 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['000e6b02-d00a-414c-9b97-cbafd7001e49'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:15.025912 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.047816 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Notify callbacks [] for router, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.049036 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6024647 Aug 20 19:08:15.054192 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-dae17e0e-4f91-45e3-843e-2abc854b6876 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Unset dirty status for tenant:b028a75909634f729841d412f78e8db3 on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:08:15.055352 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-dae17e0e-4f91-45e3-843e-2abc854b6876 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 945 time: 0.3489575 Aug 20 19:08:15.056176 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45288) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:15.058331 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d1a774-be45-457a-aed7-d08a99db209d,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:15.082903 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Pushing event updated for resources: {'Port': ['ID=b3429227-e5d4-4c4b-aa48-d9698b842865,revision_number=1']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:15.092549 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:15.206348 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.866s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:15.223309 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b3ae4c1327140219ea483d9cb2918f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7992692 Aug 20 19:08:15.238735 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45294) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:15.287662 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:15.318812 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.319195 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.320127 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.320932 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.320932 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.334419 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.335008 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.335688 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.335820 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.336096 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.336451 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.336801 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:15.456729 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Set router 000e6b02-d00a-414c-9b97-cbafd7001e49 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:15.528944 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.546701 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Deleting port a62a86d2-eb09-47d2-933f-75dc3064b10f {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:08:15.546701 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.563405 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] Set router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:15.572652 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754335'] for router, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.623063 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:15.718480 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Pushing event updated for resources: {'Port': ['ID=b3429227-e5d4-4c4b-aa48-d9698b842865,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:15.740330 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:15.752049 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.754657 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-504e4ac2-d24d-486b-b360-c4fa0ce814bf None None] Provisioning for port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:15.757531 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.710s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:15.757891 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:15.876489 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:13Z', 'revision_number': 3, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:15.882287 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Checking router: 000e6b02-d00a-414c-9b97-cbafd7001e49 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:15.882874 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Updating router 000e6b02-d00a-414c-9b97-cbafd7001e49 port a141e160-3544-4cb6-8849-8481a058543a binding host dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:15.951102 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.951370 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:15.988105 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:15.988623 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.414681 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.426893 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-47a9c24b-c9e5-45bc-8466-ffa242b19742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:16.479562 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.480970 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9d1a774-be45-457a-aed7-d08a99db209d HTTP/1.1" status: 204 len: 168 time: 1.2356074 Aug 20 19:08:16.483248 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d1a774-be45-457a-aed7-d08a99db209d,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:16.494960 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.495303 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.495667 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.496023 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.496374 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.496725 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.497113 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.497462 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.497810 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.498150 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.498496 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.499783 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:16.501699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Router 4036085f-aa27-4c1a-b32e-b297aaea1330 is scheduled to L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 with binding_index 1 {{(pid=79347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:08:16.507199 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:16.511276 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] For port a62a86d2-eb09-47d2-933f-75dc3064b10f, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a62a86d2-eb09-47d2-933f-75dc3064b10f,segment=NetworkSegment(4b48ad57-129f-492b-973d-e505030b9dd3),segment_id=4b48ad57-129f-492b-973d-e505030b9dd3)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:16.512380 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.516169 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8112607-d28e-40e4-a8cf-67515efd510f req-82ac5979-617d-4ab3-abc1-a5780424fec7 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:16.523968 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d8112607-d28e-40e4-a8cf-67515efd510f req-82ac5979-617d-4ab3-abc1-a5780424fec7 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 945 time: 0.2800524 Aug 20 19:08:16.611381 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d8112607-d28e-40e4-a8cf-67515efd510f req-c61e8b3f-07f7-43b5-8f9a-118d778e9acb tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/security-groups?id=14e99250-f617-451c-b120-6ae41a4db260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864487 Aug 20 19:08:16.682860 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.741301 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=9ede00f9-d5ab-4089-a4d5-fea0a1b2550a,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:16.764523 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Notify callbacks [] for port, precommit_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.769177 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:07Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '0e7de80a-04fa-4b3b-8e14-42d6ba292b2a', 'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'mac_address': 'fa:16:3e:35:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:06Z', 'updated_at': '2021-08-20T19:08:14Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'subnets': [{'id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:16.775074 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e37e12-b293-45ef-95bc-c119a934f53e None None] Network 76f29162-8266-4594-9c3d-53f60a274cf7 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:16.792966 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.provisioning_blocks [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Transition to ACTIVE for port object a141e160-3544-4cb6-8849-8481a058543a will not be triggered until provisioned by entity L2. {{(pid=79350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:16.803407 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.806132 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.814757 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:16.823114 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:16.831138 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Calling delete_port for a62a86d2-eb09-47d2-933f-75dc3064b10f owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:08:16.919556 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec053f3-8146-4fdf-bc0a-fd451afcb04e None None] Pushing event updated for resources: {'Port': ['ID=a141e160-3544-4cb6-8849-8481a058543a,revision_number=2']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:16.925672 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-bec053f3-8146-4fdf-bc0a-fd451afcb04e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:16.949505 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653559f-1bc3-46ac-9c91-e003a7562c12 None None] The sync data for ids ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'] in dv-cinder-805283-1-smb is: [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:07Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '0e7de80a-04fa-4b3b-8e14-42d6ba292b2a', 'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'mac_address': 'fa:16:3e:35:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:06Z', 'updated_at': '2021-08-20T19:08:14Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'subnets': [{'id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:16.971719 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Attempting to bind port a141e160-3544-4cb6-8849-8481a058543a on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:16.972308 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Attempting to bind port a141e160-3544-4cb6-8849-8481a058543a by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:16.972678 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Attempting to bind port a141e160-3544-4cb6-8849-8481a058543a on network a1374c77-d1c1-4672-958d-890c6990cccb {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:16.983878 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:16.984262 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Checking segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:16.984673 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.985091 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Bound using segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:16.985563 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Bound port: a141e160-3544-4cb6-8849-8481a058543a, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:16.991358 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:17.138517 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:17.171518 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb558a70-d048-46b1-b655-6e33917848ae req-41bd0feb-c6e2-47c9-9821-6f6aa778b4cb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:17.173591 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fb558a70-d048-46b1-b655-6e33917848ae req-41bd0feb-c6e2-47c9-9821-6f6aa778b4cb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 1.0008490 Aug 20 19:08:17.225799 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-c48e5934-d2f3-4cb8-9dd7-e5614128b6d2 None None] Provisioning for port b3429227-e5d4-4c4b-aa48-d9698b842865 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:17.229990 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device b3429227-e5d4-4c4b-aa48-d9698b842865 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:17.237732 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] For port a141e160-3544-4cb6-8849-8481a058543a, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:17.246743 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] For port a141e160-3544-4cb6-8849-8481a058543a, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=a141e160-3544-4cb6-8849-8481a058543a,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:17.255904 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:17.265026 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fb558a70-d048-46b1-b655-6e33917848ae req-80662ea7-8fb4-46e2-a897-18ef22ef546e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811355 Aug 20 19:08:17.283830 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:17.284350 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Notify callbacks [] for router, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:17.285966 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3277302 Aug 20 19:08:17.289223 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45320) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:17.322279 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Sync routers for ids ['4036085f-aa27-4c1a-b32e-b297aaea1330'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:17.452715 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Routers {'000e6b02-d00a-414c-9b97-cbafd7001e49'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:17.456876 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['000e6b02-d00a-414c-9b97-cbafd7001e49'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:17.530973 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:17.565622 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:17.602201 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec053f3-8146-4fdf-bc0a-fd451afcb04e None None] Pushing event updated for resources: {'Port': ['ID=a141e160-3544-4cb6-8849-8481a058543a,revision_number=3']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:17.613663 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-bec053f3-8146-4fdf-bc0a-fd451afcb04e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:17.652122 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a62a86d2-eb09-47d2-933f-75dc3064b10f no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:08:17.728044 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Pushing event deleted for resources: {'Port': ['ID=a62a86d2-eb09-47d2-933f-75dc3064b10f,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:17.741749 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:17.849276 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Routers {'4036085f-aa27-4c1a-b32e-b297aaea1330'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:17.853986 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['4036085f-aa27-4c1a-b32e-b297aaea1330'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:17.887827 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] No DVR routers for this DVR port a62a86d2-eb09-47d2-933f-75dc3064b10f on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:08:17.890779 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:17.892824 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] Set router 000e6b02-d00a-414c-9b97-cbafd7001e49 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:17.910097 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:17.916224 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc54c0c5-1afe-4bda-b8e9-dd4898414cf2', 'name': 'network-vif-deleted', 'tag': 'a62a86d2-eb09-47d2-933f-75dc3064b10f'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:08:18.050663 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-85ce5d65-81ba-477b-bab4-cab96e7c3670 req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.11 "DELETE /v2.0/ports/a62a86d2-eb09-47d2-933f-75dc3064b10f HTTP/1.1" status: 204 len: 173 time: 2.9874148 Aug 20 19:08:18.054575 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc54c0c5-1afe-4bda-b8e9-dd4898414cf2', 'name': 'network-vif-deleted', 'tag': 'a62a86d2-eb09-47d2-933f-75dc3064b10f', 'status': 'completed', 'code': 200} Aug 20 19:08:18.122397 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=9ede00f9-d5ab-4089-a4d5-fea0a1b2550a,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:18.148774 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: a62a86d2-eb09-47d2-933f-75dc3064b10f {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:08:18.149175 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a62a86d2-eb09-47d2-933f-75dc3064b10f not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:08:18.151522 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.337s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:18.299224 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7a3cc62e-6c26-40e1-a6be-46a06d00a1d0 req-a97e73c7-3e63-4bd0-a823-d1b531b223a7 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc54c0c5-1afe-4bda-b8e9-dd4898414cf2 HTTP/1.1" status: 200 len: 210 time: 0.2982390 Aug 20 19:08:18.498378 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Allocated IP 172.20.0.1 (24c2aa0b-25e5-412c-a63c-2588aed042cb/75052161-7021-4e7e-aa5e-6afde754110a/1dfa6405-5356-47f7-9e52-af2817d0f094) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:18.729157 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:13Z', 'revision_number': 3, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:18.738305 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae73f0-9a01-4fd2-a254-b2f3d41274f6 None None] The sync data for ids ['000e6b02-d00a-414c-9b97-cbafd7001e49'] in dv-cinder-805283-1-smb is: [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:13Z', 'revision_number': 3, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:18.875266 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Set router 4036085f-aa27-4c1a-b32e-b297aaea1330 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:18.907677 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:18.948551 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Transition to ACTIVE for port object 1dfa6405-5356-47f7-9e52-af2817d0f094 will not be triggered until provisioned by entity DHCP. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:18.987421 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:18.992770 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-09601626-7b49-4167-a557-613d4c4dd460 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:19.011798 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-a57c3bdb-293e-4ef4-8fd8-1c3477fa70f9 None None] Provisioning complete for port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:19.012187 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a57c3bdb-293e-4ef4-8fd8-1c3477fa70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:19.084771 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Network 24c2aa0b-25e5-412c-a63c-2588aed042cb is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:19.089724 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:19.113331 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:19.115264 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port b3429227-e5d4-4c4b-aa48-d9698b842865 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:19.221023 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port b3429227-e5d4-4c4b-aa48-d9698b842865 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:19.238750 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Pushing event updated for resources: {'Port': ['ID=1dfa6405-5356-47f7-9e52-af2817d0f094,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:19.240501 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:19.251659 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:19.280415 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668250'] for router_interface, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:19.645133 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870c5d-8028-46e5-b844-572b3f76d20e req-8fba571b-1e41-467c-be46-087b25930ed9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:19.652845 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:19.654747 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d9870c5d-8028-46e5-b844-572b3f76d20e req-8fba571b-1e41-467c-be46-087b25930ed9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.6514127 Aug 20 19:08:19.922824 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d9870c5d-8028-46e5-b844-572b3f76d20e req-7d318aa5-dad7-4090-8070-48a2a206f2db tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649274 Aug 20 19:08:19.967330 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.058375 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-d0a47368-5d51-47d5-b2f2-b367cddc0743 None None] Provisioning for port 1dfa6405-5356-47f7-9e52-af2817d0f094 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:20.080192 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.121304 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-d0a47368-5d51-47d5-b2f2-b367cddc0743 None None] Provisioning complete for port 1dfa6405-5356-47f7-9e52-af2817d0f094 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:20.122466 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-d0a47368-5d51-47d5-b2f2-b367cddc0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.202966 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.209315 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.242089 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:20.251118 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'name': 'tempest-TestShelveInstance-158515202-router', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '7b508091-fa0a-493d-a95c-81b428586be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:12Z', 'updated_at': '2021-08-20T19:08:14Z', 'revision_number': 3, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'gw_port': {'id': '7b508091-fa0a-493d-a95c-81b428586be6', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:13Z', 'updated_at': '2021-08-20T19:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:20.269453 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Checking router: 4036085f-aa27-4c1a-b32e-b297aaea1330 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:20.270061 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Updating router 4036085f-aa27-4c1a-b32e-b297aaea1330 port 7b508091-fa0a-493d-a95c-81b428586be6 binding host dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:20.331874 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-d0a47368-5d51-47d5-b2f2-b367cddc0743 None None] Port 1dfa6405-5356-47f7-9e52-af2817d0f094 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:20.337553 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port b3429227-e5d4-4c4b-aa48-d9698b842865, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=b3429227-e5d4-4c4b-aa48-d9698b842865,segment=NetworkSegment(2acc5bed-097f-4172-9a37-b9140eed12f9),segment_id=2acc5bed-097f-4172-9a37-b9140eed12f9)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:20.348526 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.355664 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:20.371922 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Allocated IP 172.20.0.1 (76f29162-8266-4594-9c3d-53f60a274cf7/b3112c21-10cf-4c52-848a-7b6aea2c16dc/006d0adf-b284-4466-8ccd-85d6dda47d99) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:20.482924 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.524379 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668213'] for router_interface, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.532063 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Pushing event updated for resources: {'Port': ['ID=1dfa6405-5356-47f7-9e52-af2817d0f094,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:20.536800 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:20.552303 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-d0a47368-5d51-47d5-b2f2-b367cddc0743 None None] Provisioning complete for port b3429227-e5d4-4c4b-aa48-d9698b842865 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:20.552851 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-d0a47368-5d51-47d5-b2f2-b367cddc0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.620297 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:08:20.682500 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.699013 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Transition to ACTIVE for port object 006d0adf-b284-4466-8ccd-85d6dda47d99 will not be triggered until provisioned by entity DHCP. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:20.703389 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=b3429227-e5d4-4c4b-aa48-d9698b842865,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:20.716332 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:20.728467 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.740324 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:20.750532 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:20.788205 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Network 24c2aa0b-25e5-412c-a63c-2588aed042cb is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:20.789681 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:20.820766 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Network 76f29162-8266-4594-9c3d-53f60a274cf7 is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:20.848046 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:20.877079 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Pushing event updated for resources: {'Port': ['ID=006d0adf-b284-4466-8ccd-85d6dda47d99,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:20.908570 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:21.046723 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Router 000e6b02-d00a-414c-9b97-cbafd7001e49 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:08:21.085229 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:21.134456 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668250'] for router_interface, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.375751 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:21.378374 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.525308 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-92b76057-9ca4-422d-b627-0ab10423627e None None] Provisioning complete for port 1dfa6405-5356-47f7-9e52-af2817d0f094 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:21.525798 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-92b76057-9ca4-422d-b627-0ab10423627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.654192 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:21.667564 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.678242 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] 10.222.0.50 "PUT /v2.0/routers/000e6b02-d00a-414c-9b97-cbafd7001e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6164489 Aug 20 19:08:21.698952 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-92b76057-9ca4-422d-b627-0ab10423627e None None] Port 1dfa6405-5356-47f7-9e52-af2817d0f094 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:21.716895 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2981c5-d8fd-4f4f-8484-27632870e86e req-bf2cc8a7-7657-4a42-8b31-4481f3fc4002 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:21.720127 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8c2981c5-d8fd-4f4f-8484-27632870e86e req-bf2cc8a7-7657-4a42-8b31-4481f3fc4002 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.4423122 Aug 20 19:08:21.792446 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-92b76057-9ca4-422d-b627-0ab10423627e None None] Provisioning for port 006d0adf-b284-4466-8ccd-85d6dda47d99 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:21.795169 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Sync routers for ids ['000e6b02-d00a-414c-9b97-cbafd7001e49'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:21.806060 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Routers {'000e6b02-d00a-414c-9b97-cbafd7001e49'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:21.806680 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['000e6b02-d00a-414c-9b97-cbafd7001e49'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:21.814219 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-92b76057-9ca4-422d-b627-0ab10423627e None None] Provisioning complete for port 006d0adf-b284-4466-8ccd-85d6dda47d99 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:21.814601 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-92b76057-9ca4-422d-b627-0ab10423627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.845502 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.880688 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Transition to ACTIVE for port object 7b508091-fa0a-493d-a95c-81b428586be6 will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:21.891591 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:21.935868 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.945314 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:22.075814 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-92b76057-9ca4-422d-b627-0ab10423627e None None] Port 006d0adf-b284-4466-8ccd-85d6dda47d99 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:22.101262 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.130992 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37c08d-968e-4bde-b2a6-1c469b180fa0 None None] Pushing event updated for resources: {'Port': ['ID=7b508091-fa0a-493d-a95c-81b428586be6,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:22.134288 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Attempting to bind port 7b508091-fa0a-493d-a95c-81b428586be6 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:22.134664 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Attempting to bind port 7b508091-fa0a-493d-a95c-81b428586be6 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:22.135038 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Attempting to bind port 7b508091-fa0a-493d-a95c-81b428586be6 on network a1374c77-d1c1-4672-958d-890c6990cccb {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:22.137439 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-5e37c08d-968e-4bde-b2a6-1c469b180fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:22.143965 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:22.144399 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Checking segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:22.144813 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.145261 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Bound using segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:22.145794 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Bound port: 7b508091-fa0a-493d-a95c-81b428586be6, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:22.146270 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.164962 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Set router 000e6b02-d00a-414c-9b97-cbafd7001e49 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:22.177411 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8c2981c5-d8fd-4f4f-8484-27632870e86e req-99b66501-26b1-48b8-bc89-7e954599a8bc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385612 Aug 20 19:08:22.178190 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.248372 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:22.267606 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-11a721e2-7ce6-45d0-a7fb-f7fe10cca3cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:22.277554 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:22.278416 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.508977 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668213'] for router_interface, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.525434 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Pushing event updated for resources: {'Port': ['ID=006d0adf-b284-4466-8ccd-85d6dda47d99,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:22.540727 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:22.605766 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] For port 7b508091-fa0a-493d-a95c-81b428586be6, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:22.620252 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] For port 7b508091-fa0a-493d-a95c-81b428586be6, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=7b508091-fa0a-493d-a95c-81b428586be6,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:22.632771 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.638777 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-932fe935-9a11-46e2-aab2-fb5ce4530e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:22.726468 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.847918 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45460) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:22.855801 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1440817527-network', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:22.864545 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Routers {'4036085f-aa27-4c1a-b32e-b297aaea1330'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:22.865920 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:22.870048 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['4036085f-aa27-4c1a-b32e-b297aaea1330'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:22.871194 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Usage tracker for resource:network and tenant:470e7f6cfafc417f8f19a523c1ec6e81 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:22.880257 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Network 76f29162-8266-4594-9c3d-53f60a274cf7 is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:22.881830 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:22.882041 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:22.890259 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:22.912215 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Made reservation on behalf of 470e7f6cfafc417f8f19a523c1ec6e81 for: {'network': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:22.915213 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.941608 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.986341 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:22.992538 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Usage tracker for resource:security_group_rule and tenant:470e7f6cfafc417f8f19a523c1ec6e81 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:22.996139 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:23.004550 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:19Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '1dfa6405-5356-47f7-9e52-af2817d0f094', 'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'mac_address': 'fa:16:3e:f2:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:17Z', 'updated_at': '2021-08-20T19:08:19Z', 'revision_number': 2, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'subnets': [{'id': '75052161-7021-4e7e-aa5e-6afde754110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:23.008067 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:23.008978 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Checking router: 000e6b02-d00a-414c-9b97-cbafd7001e49 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:23.009360 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Updating router 000e6b02-d00a-414c-9b97-cbafd7001e49 port 1dfa6405-5356-47f7-9e52-af2817d0f094 binding host dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:23.040660 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=0e7de80a-04fa-4b3b-8e14-42d6ba292b2a,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:23.043659 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37c08d-968e-4bde-b2a6-1c469b180fa0 None None] Pushing event updated for resources: {'Port': ['ID=7b508091-fa0a-493d-a95c-81b428586be6,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:23.060749 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-5e37c08d-968e-4bde-b2a6-1c469b180fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:23.061780 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.062949 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device a141e160-3544-4cb6-8849-8481a058543a up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:23.106574 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:23.133875 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.137913 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.143644 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.144074 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Router 4036085f-aa27-4c1a-b32e-b297aaea1330 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:08:23.160297 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=79348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:08:23.172967 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.173267 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.segments_db [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Added segment 65b311cc-0fe4-4bd9-b62b-8220862af261 of type vlan for network 1ad41692-beab-4f62-be9e-7c21187d2878 Aug 20 19:08:23.210690 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.248805 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-dea40615-d550-4f50-b697-de5360920c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:23.260241 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.264442 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:23.265097 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.294462 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c45d9fa-cf49-49c9-a3ff-49ce86a7a2ab,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:23.297178 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=0e7de80a-04fa-4b3b-8e14-42d6ba292b2a,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:23.301000 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:23.301491 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:23.308619 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:23.345761 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4958296 Aug 20 19:08:23.348949 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45478) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:23.415464 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad41692-beab-4f62-be9e-7c21187d2878,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:23.428254 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Request body: {'subnet': {'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1440817527-subnet', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'ip_version': 4}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:23.435118 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:23.440201 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Usage tracker for resource:subnet and tenant:470e7f6cfafc417f8f19a523c1ec6e81 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:23.443469 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:23.447950 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:23.451755 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:23.464445 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Made reservation on behalf of 470e7f6cfafc417f8f19a523c1ec6e81 for: {'subnet': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:23.467478 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847406'] for subnet, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.479524 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 1ad41692-beab-4f62-be9e-7c21187d2878 details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:08:23.534729 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:23.587519 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] 10.222.0.50 "PUT /v2.0/routers/4036085f-aa27-4c1a-b32e-b297aaea1330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2965598 Aug 20 19:08:23.616473 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Notify callbacks [] for port, precommit_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.634294 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.provisioning_blocks [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Transition to ACTIVE for port object 1dfa6405-5356-47f7-9e52-af2817d0f094 will not be triggered until provisioned by entity L2. {{(pid=79350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:23.648948 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.652601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e19ed-65d9-45a2-a57e-8e7967a0677e req-02baa2f2-6626-477f-b832-a58545994215 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:23.654173 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b17e19ed-65d9-45a2-a57e-8e7967a0677e req-02baa2f2-6626-477f-b832-a58545994215 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.1915240 Aug 20 19:08:23.659602 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:23.713396 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b17e19ed-65d9-45a2-a57e-8e7967a0677e req-b2cbb69d-98dc-46de-a607-216b46db6c92 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439081 Aug 20 19:08:23.756222 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afb2f1-8523-4384-907e-60499171aeac None None] Pushing event updated for resources: {'Port': ['ID=1dfa6405-5356-47f7-9e52-af2817d0f094,revision_number=3']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:23.768460 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-89afb2f1-8523-4384-907e-60499171aeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:23.845465 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3300838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847324'] for subnet, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.855978 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e5a24682-919f-479c-b5a7-197cf668cccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:23.962418 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-bc5d21cc-3bac-41b0-91ce-f4c4b30bdab2 None None] Provisioning complete for port 006d0adf-b284-4466-8ccd-85d6dda47d99 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:23.962929 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-bc5d21cc-3bac-41b0-91ce-f4c4b30bdab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.977742 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Attempting to bind port 1dfa6405-5356-47f7-9e52-af2817d0f094 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:23.978125 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Attempting to bind port 1dfa6405-5356-47f7-9e52-af2817d0f094 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:23.979438 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Attempting to bind port 1dfa6405-5356-47f7-9e52-af2817d0f094 on network 24c2aa0b-25e5-412c-a63c-2588aed042cb {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:23.997552 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:23.997941 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Checking segment: {'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:23.998352 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.999095 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Bound using segment: {'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:23.999881 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Bound port: 1dfa6405-5356-47f7-9e52-af2817d0f094, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'}}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:23.999881 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.045574 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7cbcc5-09b1-4ae0-8872-919ab45f66c0,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:24.048042 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Checking segment: {'id': '65b311cc-0fe4-4bd9-b62b-8220862af261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:24.048397 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Network hostable DHCP agents. Network: 1ad41692-beab-4f62-be9e-7c21187d2878, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:08:24.053059 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] Set router 4036085f-aa27-4c1a-b32e-b297aaea1330 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:24.060488 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:24.110902 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Network 1ad41692-beab-4f62-be9e-7c21187d2878 is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:08:24.115480 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port a141e160-3544-4cb6-8849-8481a058543a completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:24.130139 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 1ad41692-beab-4f62-be9e-7c21187d2878) {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:24.143742 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:24.144612 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.159111 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b730f958-eac6-4f6b-a9b4-a8ef37bf9d77 None None] Network 1ad41692-beab-4f62-be9e-7c21187d2878 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:24.173531 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-5398118d-cf4a-435b-9a22-0a351f474b1a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8233457 Aug 20 19:08:24.176191 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45510) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:24.187081 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1440817527-router', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:24.188765 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port a141e160-3544-4cb6-8849-8481a058543a triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:24.189596 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.189829 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] For port 1dfa6405-5356-47f7-9e52-af2817d0f094, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:24.193577 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:24.195529 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] For port 1dfa6405-5356-47f7-9e52-af2817d0f094, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=1dfa6405-5356-47f7-9e52-af2817d0f094,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:24.198114 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Usage tracker for resource:router and tenant:470e7f6cfafc417f8f19a523c1ec6e81 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:24.201696 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:24.203744 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.208211 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:24.212994 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-17ed4cc9-766b-4766-b3c3-852c254dae0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:24.230749 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-847'] for router, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.231808 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-754648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.269377 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.373762 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Routers {'000e6b02-d00a-414c-9b97-cbafd7001e49'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:24.378386 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['000e6b02-d00a-414c-9b97-cbafd7001e49'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:24.600581 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d21cc-3bac-41b0-91ce-f4c4b30bdab2 None None] Port 006d0adf-b284-4466-8ccd-85d6dda47d99 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:24.649523 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45528) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:24.656019 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417207204', 'description': 'tempest-secgroup-smoke-1417207204 description', 'project_id': 'a552e474dc724f3b8591b06118232a7f'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:24.663736 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:24.671404 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Usage tracker for resource:security_group and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:24.674833 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:24.682806 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:24.696281 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.724072 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:24.729730 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Usage tracker for resource:security_group_rule and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:24.733360 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:24.734159 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] Set router 000e6b02-d00a-414c-9b97-cbafd7001e49 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:24.740318 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:24.833497 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.839968 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.890927 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5900c8ba-d7b9-4101-8fe9-50cfa3ee69c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:24.922057 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:24.924035 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.927972 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2739041 Aug 20 19:08:24.929451 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45540) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:24.931942 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:24.935206 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Request body: {'security_group_rule': {'security_group_id': 'fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f', 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:24.941452 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:24.946695 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Usage tracker for resource:security_group_rule and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:24.949724 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:24.956317 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:24.976323 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-848'] for router, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.982597 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.117011 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.297054 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.311666 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.316839 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:25.347869 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cc8bd-3fda-481f-bd8e-821a7bb056fe req-481a025f-d3bb-4cc6-badf-1cbe45adcdbc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:25.363116 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-824cc8bd-3fda-481f-bd8e-821a7bb056fe req-481a025f-d3bb-4cc6-badf-1cbe45adcdbc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.3595257 Aug 20 19:08:25.411792 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3d8901-d662-534c-975b-ed239554e1e2-1ad41692-beab-4f62-be9e-7c21187d2878', 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'fixed_ips': [{'subnet_id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0'}]}} from dv-cinder-805283-1-smb. {{(pid=79349) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:08:25.412670 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.441865 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afb2f1-8523-4384-907e-60499171aeac None None] Pushing event updated for resources: {'Port': ['ID=1dfa6405-5356-47f7-9e52-af2817d0f094,revision_number=4']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:25.462253 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port a141e160-3544-4cb6-8849-8481a058543a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=a141e160-3544-4cb6-8849-8481a058543a,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:25.465594 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-89afb2f1-8523-4384-907e-60499171aeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.253s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:25.476122 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4fb096-3ca9-4727-91d8-47948563d891,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:25.490865 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:25.545181 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-824cc8bd-3fda-481f-bd8e-821a7bb056fe req-899f3efa-65d9-4b0f-99bb-32564d03fe25 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809561 Aug 20 19:08:25.558906 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.560363 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6306376 Aug 20 19:08:25.563154 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45558) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:25.571354 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Request body: {'security_group_rule': {'security_group_id': 'fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f', 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:25.584538 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:25.589812 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'name': 'tempest-TestShelveInstance-158515202-router', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '7b508091-fa0a-493d-a95c-81b428586be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:12Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'gw_port': {'id': '7b508091-fa0a-493d-a95c-81b428586be6', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:13Z', 'updated_at': '2021-08-20T19:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '006d0adf-b284-4466-8ccd-85d6dda47d99', 'name': '', 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'mac_address': 'fa:16:3e:32:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:20Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 2, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'subnets': [{'id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:25.591929 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.594770 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Usage tracker for resource:security_group_rule and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:25.603533 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:25.625769 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:25.629011 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:25.690241 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.739599 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:19Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '1dfa6405-5356-47f7-9e52-af2817d0f094', 'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'mac_address': 'fa:16:3e:f2:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:17Z', 'updated_at': '2021-08-20T19:08:24Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'subnets': [{'id': '75052161-7021-4e7e-aa5e-6afde754110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:25.746053 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7cdffe-cd68-45c4-9fef-5055f7457b31 None None] The sync data for ids ['000e6b02-d00a-414c-9b97-cbafd7001e49'] in dv-cinder-805283-1-smb is: [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:19Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '1dfa6405-5356-47f7-9e52-af2817d0f094', 'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'mac_address': 'fa:16:3e:f2:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:17Z', 'updated_at': '2021-08-20T19:08:24Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'subnets': [{'id': '75052161-7021-4e7e-aa5e-6afde754110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:25.824524 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=a141e160-3544-4cb6-8849-8481a058543a,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:25.835776 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:25.839958 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f32c1-bcfb-4cca-90ea-d482932a0ff5 None None] The sync data for ids ['4036085f-aa27-4c1a-b32e-b297aaea1330'] in dv-cinder-805283-1-smb is: [{'id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'name': 'tempest-TestShelveInstance-158515202-router', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '7b508091-fa0a-493d-a95c-81b428586be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:12Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'gw_port': {'id': '7b508091-fa0a-493d-a95c-81b428586be6', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:13Z', 'updated_at': '2021-08-20T19:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '006d0adf-b284-4466-8ccd-85d6dda47d99', 'name': '', 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'mac_address': 'fa:16:3e:32:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:20Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 2, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'subnets': [{'id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:25.872919 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:25.918735 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.928527 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.931233 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-0dfa76dc-5a4f-4089-b6f7-bb51b3033b07 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:25.944503 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.000522 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.007368 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7540fe01-7f13-42a7-ab3b-4df1e7add403,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:26.016005 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:26.026692 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.027688 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4633808 Aug 20 19:08:26.031359 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45562) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:26.040583 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Request body: {'security_group_rule': {'security_group_id': 'fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f', 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:26.060226 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:26.068335 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Usage tracker for resource:security_group_rule and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:26.075254 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:26.091610 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:26.180302 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.db_base_plugin_common [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Allocated IP 172.20.0.2 (1ad41692-beab-4f62-be9e-7c21187d2878/9d7cbcc5-09b1-4ae0-8872-919ab45f66c0/7b6c50a5-8622-43da-8e72-064137c5410a) {{(pid=79349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:26.201430 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.271719 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:26.273358 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.404695 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.417119 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.420340 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:26.456016 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Allocated IP 172.28.2.232 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:26.464347 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa90aa96-c9cb-4777-a091-f552a5ad5453,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:26.469471 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:26.492739 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.497039 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-f3d5379b-2fad-497a-83a0-f41614ecf552 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4645510 Aug 20 19:08:26.501529 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45580) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:26.515986 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Request body: {'security_group_rule': {'security_group_id': 'fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f', 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:26.529273 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:26.538817 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Usage tracker for resource:security_group_rule and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:26.546633 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:26.570714 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:26.615592 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.681420 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.715865 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.721858 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:26.746618 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.753857 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.767535 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-2c305b10-5e0d-433d-9fdc-05ca46a0ca30 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:26.803181 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:26.851436 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:26.868469 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.873287 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3678646 Aug 20 19:08:26.878546 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45588) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:26.880228 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:26.916992 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Pushing event updated for resources: {'Port': ['ID=18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:26.920772 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:26.953173 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e95685-415f-47bb-af47-417ef84c20c2,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:26.958531 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Request body: {'security_group_rule': {'security_group_id': 'fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f', 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:26.973891 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3df2ecd6-6be9-4cbe-b13c-a220548eda8b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:26.977389 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:27.009146 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Usage tracker for resource:security_group_rule and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:27.016355 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:27.026747 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:27.083716 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7ec32-2d42-450c-8133-eb3d77f861a7 req-1af8483e-b83f-4bea-982b-31ce976090b9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:27.091599 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-caf7ec32-2d42-450c-8133-eb3d77f861a7 req-1af8483e-b83f-4bea-982b-31ce976090b9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.2036982 Aug 20 19:08:27.101129 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.securitygroups_db [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Project a552e474dc724f3b8591b06118232a7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 19:08:27.121507 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.183730 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Notify callbacks [] for port, precommit_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.191834 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device b3429227-e5d4-4c4b-aa48-d9698b842865 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:27.258194 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Transition to ACTIVE for port object 7b6c50a5-8622-43da-8e72-064137c5410a will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:27.291046 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Transition to ACTIVE for port object 7b6c50a5-8622-43da-8e72-064137c5410a will not be triggered until provisioned by entity DHCP. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:27.305432 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768'] for port, after_create {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.309243 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-caf7ec32-2d42-450c-8133-eb3d77f861a7 req-a500dec5-1160-40a2-9a6b-f1046262b797 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166438 Aug 20 19:08:27.311507 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-5e37c08d-968e-4bde-b2a6-1c469b180fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:27.408360 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.421268 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.423479 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:27.487450 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port b3429227-e5d4-4c4b-aa48-d9698b842865 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:27.488085 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed357bb3-9c6b-4936-a905-10717d13b7d0,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:27.489408 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.491664 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.497505 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6154206 Aug 20 19:08:27.500584 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:27.501238 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45602) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:27.518962 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Request body: {'security_group_rule': {'security_group_id': 'fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f', 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:27.532704 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:27.543751 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Usage tracker for resource:security_group_rule and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:27.548546 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:27.558722 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Pushing event updated for resources: {'Port': ['ID=7b6c50a5-8622-43da-8e72-064137c5410a,revision_number=1']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:27.572820 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:27.578994 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:27.599756 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Network 1ad41692-beab-4f62-be9e-7c21187d2878 is already hosted by enough agents. {{(pid=79349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:27.607677 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.securitygroups_db [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Project a552e474dc724f3b8591b06118232a7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 19:08:27.628966 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Resources bound (agent type, host, resource id): {{(pid=79349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:27.630447 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.650861 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Received port after_create {{(pid=79349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:27.674393 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45606) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:27.787531 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.794524 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.809067 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:27.846699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa055b1-2c07-480d-bed6-ecedd6c0e6a4,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:27.858200 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:27.874440 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.883967 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3813870 Aug 20 19:08:27.904148 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.942255 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Attempting to bind port 7b6c50a5-8622-43da-8e72-064137c5410a on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:27.946119 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Attempting to bind port 7b6c50a5-8622-43da-8e72-064137c5410a by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '65b311cc-0fe4-4bd9-b62b-8220862af261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:27.946631 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Attempting to bind port 7b6c50a5-8622-43da-8e72-064137c5410a on network 1ad41692-beab-4f62-be9e-7c21187d2878 {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:27.987452 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:27.988437 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Checking segment: {'id': '65b311cc-0fe4-4bd9-b62b-8220862af261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:27.989035 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.989459 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Bound using segment: {'id': '65b311cc-0fe4-4bd9-b62b-8220862af261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:27.990025 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Bound port: 7b6c50a5-8622-43da-8e72-064137c5410a, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b311cc-0fe4-4bd9-b62b-8220862af261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:27.990480 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.015659 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d7b778a8-ed5e-4b2d-80f7-d682577409b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.041367 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d7b778a8-ed5e-4b2d-80f7-d682577409b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:28.045713 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d7b778a8-ed5e-4b2d-80f7-d682577409b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a7f97747db429a82b596d905eb4a16 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:28.049950 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d7b778a8-ed5e-4b2d-80f7-d682577409b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:28.058105 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d7b778a8-ed5e-4b2d-80f7-d682577409b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:28.168821 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d7b778a8-ed5e-4b2d-80f7-d682577409b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.191007 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d7b778a8-ed5e-4b2d-80f7-d682577409b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.209342 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-1bd0bc9e-9ab7-47f7-8b8b-8cce7f677864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:28.231996 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] For port 7b6c50a5-8622-43da-8e72-064137c5410a, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:28.241828 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] For port 7b6c50a5-8622-43da-8e72-064137c5410a, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=7b6c50a5-8622-43da-8e72-064137c5410a,segment=NetworkSegment(65b311cc-0fe4-4bd9-b62b-8220862af261),segment_id=65b311cc-0fe4-4bd9-b62b-8220862af261)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:28.256684 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.311444 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:28.334191 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45630) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:28.525800 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 1dfa6405-5356-47f7-9e52-af2817d0f094 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:28.634777 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Pushing event updated for resources: {'Port': ['ID=7b6c50a5-8622-43da-8e72-064137c5410a,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:28.652584 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:28.696233 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 1dfa6405-5356-47f7-9e52-af2817d0f094 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:28.707767 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 1dfa6405-5356-47f7-9e52-af2817d0f094 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:28.708160 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.720663 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.746851 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:28.751306 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:e19e0fad334e49328fcd0c38ba7f415d is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:28.754439 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:28.762267 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:28.776701 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-d7b778a8-ed5e-4b2d-80f7-d682577409b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2a7f97747db429a82b596d905eb4a16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1014588 Aug 20 19:08:28.814564 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45668) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:28.846578 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b778a8-ed5e-4b2d-80f7-d682577409b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede239a6-56de-4f00-a6ba-3a2d060224dc,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:28.869107 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d7b778a8-ed5e-4b2d-80f7-d682577409b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:29.099213 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f97e14b8-a9a3-4a9b-9bdf-df268c93aff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.140013 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.158974 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae92fd-a5c1-47fb-be47-8d7517ca2d02 req-0758344c-4bfe-4bd1-84fa-ad447e5dc665 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:29.165267 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f5ae92fd-a5c1-47fb-be47-8d7517ca2d02 req-0758344c-4bfe-4bd1-84fa-ad447e5dc665 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.5954685 Aug 20 19:08:29.195422 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f97e14b8-a9a3-4a9b-9bdf-df268c93aff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.208724 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 1dfa6405-5356-47f7-9e52-af2817d0f094, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=1dfa6405-5356-47f7-9e52-af2817d0f094,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:29.219918 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.221723 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device a141e160-3544-4cb6-8849-8481a058543a up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:29.310882 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:29.358794 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754335'] for router, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.589516 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.614210 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.642657 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:29.681159 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port a141e160-3544-4cb6-8849-8481a058543a triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:29.681876 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.706519 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f5ae92fd-a5c1-47fb-be47-8d7517ca2d02 req-046a0042-df21-46e8-9828-0fdc5bfc029d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296178 Aug 20 19:08:29.753239 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=1dfa6405-5356-47f7-9e52-af2817d0f094,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:29.765338 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:29.868642 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Router c04633ad-c29f-4d7d-9ad3-9502172380c4 is scheduled to L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 with binding_index 1 {{(pid=79348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:08:29.882017 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e19e0fad334e49328fcd0c38ba7f415d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5456343 Aug 20 19:08:29.890833 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45688) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:29.894862 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f97e14b8-a9a3-4a9b-9bdf-df268c93aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.918931 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143798cb-cca6-44c7-ba61-708dea74e643,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:29.935162 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:29.937266 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:29.954144 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e14b8-a9a3-4a9b-9bdf-df268c93aff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede239a6-56de-4f00-a6ba-3a2d060224dc,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:29.956523 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f97e14b8-a9a3-4a9b-9bdf-df268c93aff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:29.958032 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f97e14b8-a9a3-4a9b-9bdf-df268c93aff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.959243 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-f97e14b8-a9a3-4a9b-9bdf-df268c93aff8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ede239a6-56de-4f00-a6ba-3a2d060224dc HTTP/1.1" status: 204 len: 168 time: 1.1434443 Aug 20 19:08:30.367688 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-40e3ca55-f8d0-435e-944b-16e1c6e5932c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.416570 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:30.436780 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Sync routers for ids ['c04633ad-c29f-4d7d-9ad3-9502172380c4'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:30.478042 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-40e3ca55-f8d0-435e-944b-16e1c6e5932c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.483217 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef571c2-738c-44e1-ab0f-5d9d466fdd94 None None] Network 1ad41692-beab-4f62-be9e-7c21187d2878 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:30.517950 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 7b508091-fa0a-493d-a95c-81b428586be6 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:30.575186 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Notify callbacks [] for router, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.579479 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4006329 Aug 20 19:08:30.582302 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Routers {'c04633ad-c29f-4d7d-9ad3-9502172380c4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:30.582463 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45720) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:30.583844 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['c04633ad-c29f-4d7d-9ad3-9502172380c4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:30.623404 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-40e3ca55-f8d0-435e-944b-16e1c6e5932c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.638607 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3c572a54-f35f-42d2-97f1-4bc78d1a5111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:30.660969 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3ca55-f8d0-435e-944b-16e1c6e5932c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143798cb-cca6-44c7-ba61-708dea74e643,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:30.666259 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-40e3ca55-f8d0-435e-944b-16e1c6e5932c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:30.668855 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-40e3ca55-f8d0-435e-944b-16e1c6e5932c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.670390 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-40e3ca55-f8d0-435e-944b-16e1c6e5932c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/143798cb-cca6-44c7-ba61-708dea74e643 HTTP/1.1" status: 204 len: 168 time: 0.7772026 Aug 20 19:08:30.888140 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-8c479c04-14d1-4dad-9334-97d509069802 None None] Provisioning for port 7b6c50a5-8622-43da-8e72-064137c5410a completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:31.186693 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Sync routers for ids ['4036085f-aa27-4c1a-b32e-b297aaea1330'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:31.204299 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Routers {'4036085f-aa27-4c1a-b32e-b297aaea1330'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:31.205152 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['4036085f-aa27-4c1a-b32e-b297aaea1330'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:31.247518 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ac5f5-f979-48e3-9df9-2e8157d628fa req-eed00679-107e-48bc-9698-e04df2125313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:31.247518 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-bf5ac5f5-f979-48e3-9df9-2e8157d628fa req-eed00679-107e-48bc-9698-e04df2125313 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 1099 time: 0.2356465 Aug 20 19:08:31.305791 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Set router c04633ad-c29f-4d7d-9ad3-9502172380c4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:31.342132 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-bf5ac5f5-f979-48e3-9df9-2e8157d628fa req-bc9ef2ba-f4e8-4133-8240-9fb77b9741a8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915987 Aug 20 19:08:31.568346 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b1961-df23-4c83-85b3-5b317603c926 req-e34f1417-f884-4d87-8201-6e8e11fccf49 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:31.576549 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-460b1961-df23-4c83-85b3-5b317603c926 req-e34f1417-f884-4d87-8201-6e8e11fccf49 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.5239587 Aug 20 19:08:31.664594 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Set router 4036085f-aa27-4c1a-b32e-b297aaea1330 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:31.754277 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-460b1961-df23-4c83-85b3-5b317603c926 req-8c9fe855-0c20-4516-9d17-105c0fe96841 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760337 Aug 20 19:08:31.814336 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 7b508091-fa0a-493d-a95c-81b428586be6 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:31.895603 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 7b508091-fa0a-493d-a95c-81b428586be6 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:31.899224 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.133503 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'name': 'tempest-TestShelveInstance-158515202-router', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '7b508091-fa0a-493d-a95c-81b428586be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:12Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'gw_port': {'id': '7b508091-fa0a-493d-a95c-81b428586be6', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:13Z', 'updated_at': '2021-08-20T19:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '006d0adf-b284-4466-8ccd-85d6dda47d99', 'name': '', 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'mac_address': 'fa:16:3e:32:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:20Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 2, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'subnets': [{'id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:32.149070 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Checking router: 4036085f-aa27-4c1a-b32e-b297aaea1330 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:32.149591 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Updating router 4036085f-aa27-4c1a-b32e-b297aaea1330 port 006d0adf-b284-4466-8ccd-85d6dda47d99 binding host dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:32.269824 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.453119 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-6850ac2c-b6fc-4af3-8099-4dd81aab4ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.553816 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.565397 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.583689 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 7b508091-fa0a-493d-a95c-81b428586be6, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=7b508091-fa0a-493d-a95c-81b428586be6,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:32.594956 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.595855 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 1dfa6405-5356-47f7-9e52-af2817d0f094 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:32.668788 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'name': 'tempest-TestMinimumBasicScenario-1440817527-router', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:27Z', 'revision_number': 3, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'gw_port': {'id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:26Z', 'updated_at': '2021-08-20T19:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:32.681325 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:32.794234 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Checking router: c04633ad-c29f-4d7d-9ad3-9502172380c4 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:32.794597 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Updating router c04633ad-c29f-4d7d-9ad3-9502172380c4 port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca binding host dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:32.988392 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:33.000372 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:33.026375 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=7b508091-fa0a-493d-a95c-81b428586be6,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:33.032986 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:33.051230 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Notify callbacks [] for port, precommit_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:33.075821 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.provisioning_blocks [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Transition to ACTIVE for port object 006d0adf-b284-4466-8ccd-85d6dda47d99 will not be triggered until provisioned by entity L2. {{(pid=79350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:33.085322 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:33.092719 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:33.149689 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 1dfa6405-5356-47f7-9e52-af2817d0f094 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:33.153689 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:33.241540 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Pushing event updated for resources: {'Port': ['ID=006d0adf-b284-4466-8ccd-85d6dda47d99,revision_number=3']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:33.250971 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.251379 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.251647 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.252055 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.252261 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.252584 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.252929 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.261437 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.261779 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.262177 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.262434 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.262769 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:33.295750 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Allocated IP 172.20.0.1 (1ad41692-beab-4f62-be9e-7c21187d2878/9d7cbcc5-09b1-4ae0-8872-919ab45f66c0/e19e6c7a-99f9-4318-8009-135852770633) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:33.317556 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6ab7f-4774-4b10-9d09-9ef9456d4ede req-4fd2990c-0c53-4f7e-b96a-7c7c5cafb9ac tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:33.319733 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aba6ab7f-4774-4b10-9d09-9ef9456d4ede req-4fd2990c-0c53-4f7e-b96a-7c7c5cafb9ac tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.3485854 Aug 20 19:08:33.407248 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:33.551772 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aba6ab7f-4774-4b10-9d09-9ef9456d4ede req-9686cde6-130a-402d-a82b-84e33f1a9de4 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230287 Aug 20 19:08:33.605946 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Attempting to bind port 006d0adf-b284-4466-8ccd-85d6dda47d99 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:33.608161 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Attempting to bind port 006d0adf-b284-4466-8ccd-85d6dda47d99 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '2acc5bed-097f-4172-9a37-b9140eed12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7'}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:33.608688 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Attempting to bind port 006d0adf-b284-4466-8ccd-85d6dda47d99 on network 76f29162-8266-4594-9c3d-53f60a274cf7 {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:33.624892 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:33.625532 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Checking segment: {'id': '2acc5bed-097f-4172-9a37-b9140eed12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:33.626051 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:33.626568 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Bound using segment: {'id': '2acc5bed-097f-4172-9a37-b9140eed12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7'} {{(pid=79350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:33.627155 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.managers [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Bound port: 006d0adf-b284-4466-8ccd-85d6dda47d99, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acc5bed-097f-4172-9a37-b9140eed12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7'}}] {{(pid=79350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:33.627645 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:33.673367 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 7b6c50a5-8622-43da-8e72-064137c5410a up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:33.740211 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:33.753713 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] For port 006d0adf-b284-4466-8ccd-85d6dda47d99, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:33.758178 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.plugins.ml2.db [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] For port 006d0adf-b284-4466-8ccd-85d6dda47d99, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=006d0adf-b284-4466-8ccd-85d6dda47d99,segment=NetworkSegment(2acc5bed-097f-4172-9a37-b9140eed12f9),segment_id=2acc5bed-097f-4172-9a37-b9140eed12f9)] {{(pid=79350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:33.768641 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron_lib.callbacks.manager [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:33.769859 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Transition to ACTIVE for port object e19e6c7a-99f9-4318-8009-135852770633 will not be triggered until provisioned by entity DHCP. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:33.782598 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:33.800042 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:33.806821 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:33.885893 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Network 1ad41692-beab-4f62-be9e-7c21187d2878 is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:33.892986 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:33.911997 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:33.927951 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Pushing event updated for resources: {'Port': ['ID=006d0adf-b284-4466-8ccd-85d6dda47d99,revision_number=4']} {{(pid=79350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:33.934496 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG oslo_concurrency.lockutils [None req-d76320da-6dae-489d-a1f1-fad1c3d7c52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:33.935305 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 7b6c50a5-8622-43da-8e72-064137c5410a completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:33.946747 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Routers {'4036085f-aa27-4c1a-b32e-b297aaea1330'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:33.947673 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['4036085f-aa27-4c1a-b32e-b297aaea1330'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:34.079746 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Notify callbacks [] for port, precommit_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.101302 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Transition to ACTIVE for port object 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:34.116785 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e19e6c7a-99f9-4318-8009-135852770633,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:34.120534 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 7b6c50a5-8622-43da-8e72-064137c5410a triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:34.123847 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.128513 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:34.151098 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668250'] for router_interface, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.220326 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.245064 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:34.331787 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] Set router 4036085f-aa27-4c1a-b32e-b297aaea1330 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:34.389766 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.429824 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Attempting to bind port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:34.430100 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Attempting to bind port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:34.430307 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Attempting to bind port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca on network a1374c77-d1c1-4672-958d-890c6990cccb {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:34.489950 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Pushing event updated for resources: {'Port': ['ID=18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca,revision_number=2']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:34.519075 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:34.519457 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Checking segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:34.519877 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.520272 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Bound using segment: {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:34.520770 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Bound port: 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd708e7a6-93bc-4a40-a1dd-6a0f1cb52d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:34.521208 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.645015 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.645401 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.645796 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.646136 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.646466 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.647687 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.648024 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.648401 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.648780 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.649205 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.649587 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.649917 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:34.704772 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:34.708345 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-0019edeb-92eb-4bb6-9b1e-b11ef906473e None None] Provisioning for port e19e6c7a-99f9-4318-8009-135852770633 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:34.735968 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-0019edeb-92eb-4bb6-9b1e-b11ef906473e None None] Provisioning complete for port e19e6c7a-99f9-4318-8009-135852770633 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:34.736607 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-0019edeb-92eb-4bb6-9b1e-b11ef906473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.879070 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.913808 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-0019edeb-92eb-4bb6-9b1e-b11ef906473e None None] Port e19e6c7a-99f9-4318-8009-135852770633 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:34.926760 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-da092502-f83f-4639-8204-b8fe82c68709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.940746 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] For port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:34.973481 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] For port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:34.984658 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:34.992261 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:35.149447 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 7b6c50a5-8622-43da-8e72-064137c5410a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=7b6c50a5-8622-43da-8e72-064137c5410a,segment=NetworkSegment(65b311cc-0fe4-4bd9-b62b-8220862af261),segment_id=65b311cc-0fe4-4bd9-b62b-8220862af261)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:35.190342 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:35.215499 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Pushing event updated for resources: {'Port': ['ID=18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:35.216025 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'name': 'tempest-TestShelveInstance-158515202-router', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '7b508091-fa0a-493d-a95c-81b428586be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:12Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'gw_port': {'id': '7b508091-fa0a-493d-a95c-81b428586be6', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:13Z', 'updated_at': '2021-08-20T19:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '006d0adf-b284-4466-8ccd-85d6dda47d99', 'name': '', 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'mac_address': 'fa:16:3e:32:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:20Z', 'updated_at': '2021-08-20T19:08:33Z', 'revision_number': 4, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'subnets': [{'id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:35.222744 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3fe80-0b07-4a47-b301-0660a5118500 None None] The sync data for ids ['4036085f-aa27-4c1a-b32e-b297aaea1330'] in dv-cinder-805283-1-smb is: [{'id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'name': 'tempest-TestShelveInstance-158515202-router', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '7b508091-fa0a-493d-a95c-81b428586be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:12Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'gw_port': {'id': '7b508091-fa0a-493d-a95c-81b428586be6', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:13Z', 'updated_at': '2021-08-20T19:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '006d0adf-b284-4466-8ccd-85d6dda47d99', 'name': '', 'network_id': '76f29162-8266-4594-9c3d-53f60a274cf7', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'mac_address': 'fa:16:3e:32:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:20Z', 'updated_at': '2021-08-20T19:08:33Z', 'revision_number': 4, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'subnets': [{'id': 'b3112c21-10cf-4c52-848a-7b6aea2c16dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:35.223808 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:35.227817 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:35.295633 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:35.302814 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:35.340792 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Routers {'c04633ad-c29f-4d7d-9ad3-9502172380c4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:35.341335 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['c04633ad-c29f-4d7d-9ad3-9502172380c4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:35.346314 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:35.459123 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df4f36-90a2-46e6-bef1-ab93c1d8460d req-07d88300-16c4-47fa-84ea-ab3671b59702 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:35.466927 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-95df4f36-90a2-46e6-bef1-ab93c1d8460d req-07d88300-16c4-47fa-84ea-ab3671b59702 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.5552070 Aug 20 19:08:35.494361 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 7b508091-fa0a-493d-a95c-81b428586be6 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:35.537278 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e19e6c7a-99f9-4318-8009-135852770633,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:35.545052 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668213'] for router_interface, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:35.579238 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:35.750260 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-95df4f36-90a2-46e6-bef1-ab93c1d8460d req-d0ee9a1c-115f-4996-afc8-422c2e523960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802250 Aug 20 19:08:35.784285 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=7b6c50a5-8622-43da-8e72-064137c5410a,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:35.790237 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:35.897346 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] Set router c04633ad-c29f-4d7d-9ad3-9502172380c4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:35.982280 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Network 1ad41692-beab-4f62-be9e-7c21187d2878 is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:35.985308 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:36.028784 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:36.032837 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 7b508091-fa0a-493d-a95c-81b428586be6 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:36.037545 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:36.322052 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26adf8-3476-4a55-9c82-da5d2523f149 req-a03f3050-77d4-46be-ac7b-40039056b10b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:36.329279 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cb26adf8-3476-4a55-9c82-da5d2523f149 req-a03f3050-77d4-46be-ac7b-40039056b10b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.4285219 Aug 20 19:08:36.396532 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Router c04633ad-c29f-4d7d-9ad3-9502172380c4 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:08:36.420821 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cb26adf8-3476-4a55-9c82-da5d2523f149 req-22db0ad4-98ca-44e8-aab8-2e994a015efe tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904398 Aug 20 19:08:36.547933 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-6d45fba6-c75d-41ed-bbd9-3ac5fc20d664 None None] Provisioning complete for port e19e6c7a-99f9-4318-8009-135852770633 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:36.548774 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-6d45fba6-c75d-41ed-bbd9-3ac5fc20d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:36.784417 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:36.800536 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 006d0adf-b284-4466-8ccd-85d6dda47d99 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:36.801768 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] 10.222.0.50 "PUT /v2.0/routers/c04633ad-c29f-4d7d-9ad3-9502172380c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2182162 Aug 20 19:08:36.824740 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-6d45fba6-c75d-41ed-bbd9-3ac5fc20d664 None None] Port e19e6c7a-99f9-4318-8009-135852770633 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:36.979328 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 006d0adf-b284-4466-8ccd-85d6dda47d99 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:36.984018 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'name': 'tempest-TestMinimumBasicScenario-1440817527-router', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 4, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'gw_port': {'id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:26Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'e19e6c7a-99f9-4318-8009-135852770633', 'name': '', 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'mac_address': 'fa:16:3e:dc:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:32Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 2, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'subnets': [{'id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:36.997163 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 006d0adf-b284-4466-8ccd-85d6dda47d99 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:36.997629 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:37.054912 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f84665-7430-4da8-ae06-740dd8f16d6a None None] The sync data for ids ['c04633ad-c29f-4d7d-9ad3-9502172380c4'] in dv-cinder-805283-1-smb is: [{'id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'name': 'tempest-TestMinimumBasicScenario-1440817527-router', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 4, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'gw_port': {'id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:26Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'e19e6c7a-99f9-4318-8009-135852770633', 'name': '', 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'mac_address': 'fa:16:3e:dc:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:32Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 2, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'subnets': [{'id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:37.227972 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:37.254470 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:37.322433 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 006d0adf-b284-4466-8ccd-85d6dda47d99, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=006d0adf-b284-4466-8ccd-85d6dda47d99,segment=NetworkSegment(2acc5bed-097f-4172-9a37-b9140eed12f9),segment_id=2acc5bed-097f-4172-9a37-b9140eed12f9)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:37.329719 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:37.344127 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-c327911f-2803-48ba-b64d-314bd6f424ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:37.564698 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=006d0adf-b284-4466-8ccd-85d6dda47d99,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:37.569850 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:37.571040 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 7b6c50a5-8622-43da-8e72-064137c5410a up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:37.666344 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 7b6c50a5-8622-43da-8e72-064137c5410a triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:37.666716 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:38.152335 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:38.957319 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c654a-e6ca-425b-937d-5e430958cc05 req-1cfc904a-7932-4d03-a783-d7b677a05508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:38.959167 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e6c654a-e6ca-425b-937d-5e430958cc05 req-1cfc904a-7932-4d03-a783-d7b677a05508 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 1098 time: 0.1044188 Aug 20 19:08:39.020857 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eff96-86e9-4881-98f2-6e0db8ff9be7 req-a20ecd42-9e92-434f-9c41-fee7558acfc3 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:39.023604 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4d5eff96-86e9-4881-98f2-6e0db8ff9be7 req-a20ecd42-9e92-434f-9c41-fee7558acfc3 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1356666 Aug 20 19:08:39.108251 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4d5eff96-86e9-4881-98f2-6e0db8ff9be7 req-6c0c33b3-5fb3-4350-a40e-e125833fc632 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784404 Aug 20 19:08:39.154184 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c654a-e6ca-425b-937d-5e430958cc05 req-fdcf484a-dd37-472e-9b1d-4d1fe30378b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:39.156191 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e6c654a-e6ca-425b-937d-5e430958cc05 req-fdcf484a-dd37-472e-9b1d-4d1fe30378b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 920 time: 0.1854844 Aug 20 19:08:39.250895 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e6c654a-e6ca-425b-937d-5e430958cc05 req-082e0660-c034-4f1e-b0c6-bf4b22cf9c9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf HTTP/1.1" status: 200 len: 217 time: 0.0867014 Aug 20 19:08:39.339243 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c654a-e6ca-425b-937d-5e430958cc05 req-e72bbb68-bcf8-4aac-a225-9a5012c79f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:39.340279 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e6c654a-e6ca-425b-937d-5e430958cc05 req-e72bbb68-bcf8-4aac-a225-9a5012c79f23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 200 len: 859 time: 0.0825956 Aug 20 19:08:39.531133 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e6c654a-e6ca-425b-937d-5e430958cc05 req-6154216c-2e00-4f69-b580-e98277a6861b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133b670-e560-45bd-b9cf-c7c48f9ad9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734869 Aug 20 19:08:39.660758 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 006d0adf-b284-4466-8ccd-85d6dda47d99 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:39.827128 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 006d0adf-b284-4466-8ccd-85d6dda47d99 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:39.827668 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:39.840019 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e6c654a-e6ca-425b-937d-5e430958cc05 req-aa709be9-c8d6-4c3b-92fd-fbee7130fd58 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987890 Aug 20 19:08:39.893006 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Sync routers for ids ['c04633ad-c29f-4d7d-9ad3-9502172380c4'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:39.917278 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Routers {'c04633ad-c29f-4d7d-9ad3-9502172380c4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:39.924098 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['c04633ad-c29f-4d7d-9ad3-9502172380c4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:40.024780 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e6c654a-e6ca-425b-937d-5e430958cc05 req-89045ce7-6e5e-4ad6-9567-92d0f8f09b46 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556406 Aug 20 19:08:40.164868 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:40.278349 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Set router c04633ad-c29f-4d7d-9ad3-9502172380c4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:40.373258 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:40.383290 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:40.383663 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:40.394142 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8fea-5918-4603-bd72-4268cfe84aec req-01ad5c49-dccd-47f3-a5e1-e99cdfbc2b89 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:40.399177 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-42dd8fea-5918-4603-bd72-4268cfe84aec req-01ad5c49-dccd-47f3-a5e1-e99cdfbc2b89 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1224935 Aug 20 19:08:40.484230 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-42dd8fea-5918-4603-bd72-4268cfe84aec req-3d2cab96-d869-4ed0-8b24-5faff8250083 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807846 Aug 20 19:08:40.919818 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:40.969125 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:40.997784 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'name': 'tempest-TestMinimumBasicScenario-1440817527-router', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 4, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'gw_port': {'id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:26Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'e19e6c7a-99f9-4318-8009-135852770633', 'name': '', 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'mac_address': 'fa:16:3e:dc:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:32Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 2, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'subnets': [{'id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:41.010766 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Checking router: c04633ad-c29f-4d7d-9ad3-9502172380c4 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:41.011148 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Updating router c04633ad-c29f-4d7d-9ad3-9502172380c4 port e19e6c7a-99f9-4318-8009-135852770633 binding host dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:41.059513 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:41.064864 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:41.122582 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:41.321506 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:41.326633 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:41.489284 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:41.627789 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:41.628295 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:41.720762 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be8cf-2abc-40ba-84c3-6adaa0178606 req-4042c941-db9a-4aef-96b8-5ac1c5bfecb7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:41.728477 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-121be8cf-2abc-40ba-84c3-6adaa0178606 req-4042c941-db9a-4aef-96b8-5ac1c5bfecb7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1151640 Aug 20 19:08:41.772881 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-121be8cf-2abc-40ba-84c3-6adaa0178606 req-b4af5d79-9cd4-4353-9623-366799ef7266 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Aug 20 19:08:41.800384 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:41.851028 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Transition to ACTIVE for port object e19e6c7a-99f9-4318-8009-135852770633 will not be triggered until provisioned by entity L2. {{(pid=79349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:41.879595 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:41.887788 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:42.075272 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461a842-f14f-4371-8647-36e68a0e4dd0 None None] Pushing event updated for resources: {'Port': ['ID=e19e6c7a-99f9-4318-8009-135852770633,revision_number=3']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:42.080402 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-2461a842-f14f-4371-8647-36e68a0e4dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:42.266359 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Attempting to bind port e19e6c7a-99f9-4318-8009-135852770633 on host dv-cinder-805283-1-smb for vnic_type normal with profile {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:42.266785 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Attempting to bind port e19e6c7a-99f9-4318-8009-135852770633 by drivers openvswitch,hyperv on host dv-cinder-805283-1-smb at level 0 using segments [{'id': '65b311cc-0fe4-4bd9-b62b-8220862af261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878'}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:42.267283 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Attempting to bind port e19e6c7a-99f9-4318-8009-135852770633 on network 1ad41692-beab-4f62-be9e-7c21187d2878 {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:42.273016 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Checking agent: {'id': '9fca9982-e197-476d-9228-970f2cde1ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 33), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:42.273682 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Checking segment: {'id': '65b311cc-0fe4-4bd9-b62b-8220862af261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:42.273811 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:42.274236 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Bound using segment: {'id': '65b311cc-0fe4-4bd9-b62b-8220862af261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878'} {{(pid=79349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:42.274814 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.managers [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Bound port: e19e6c7a-99f9-4318-8009-135852770633, host: dv-cinder-805283-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b311cc-0fe4-4bd9-b62b-8220862af261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878'}}] {{(pid=79349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:42.275169 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:42.393119 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] For port e19e6c7a-99f9-4318-8009-135852770633, host dv-cinder-805283-1-smb, cleared binding levels {{(pid=79349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:42.403824 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] For port e19e6c7a-99f9-4318-8009-135852770633, host dv-cinder-805283-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=e19e6c7a-99f9-4318-8009-135852770633,segment=NetworkSegment(65b311cc-0fe4-4bd9-b62b-8220862af261),segment_id=65b311cc-0fe4-4bd9-b62b-8220862af261)] {{(pid=79349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:42.408831 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:42.414078 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:42.508380 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Routers {'c04633ad-c29f-4d7d-9ad3-9502172380c4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:42.509658 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:08:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['c04633ad-c29f-4d7d-9ad3-9502172380c4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:42.743712 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] Set router c04633ad-c29f-4d7d-9ad3-9502172380c4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:42.837886 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461a842-f14f-4371-8647-36e68a0e4dd0 None None] Pushing event updated for resources: {'Port': ['ID=e19e6c7a-99f9-4318-8009-135852770633,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:42.843488 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-2461a842-f14f-4371-8647-36e68a0e4dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:43.162759 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedab8d-2a36-43e6-9f24-12d58c78ee79 req-a9da5803-3b44-4660-ad0b-fc812bbc5a25 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:43.165913 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8bedab8d-2a36-43e6-9f24-12d58c78ee79 req-a9da5803-3b44-4660-ad0b-fc812bbc5a25 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.2215290 Aug 20 19:08:43.205101 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'name': 'tempest-TestMinimumBasicScenario-1440817527-router', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 4, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'gw_port': {'id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:26Z', 'updated_at': '2021-08-20T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'e19e6c7a-99f9-4318-8009-135852770633', 'name': '', 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'mac_address': 'fa:16:3e:dc:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:32Z', 'updated_at': '2021-08-20T19:08:42Z', 'revision_number': 4, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'subnets': [{'id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:43.211025 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b3065f-93a8-4114-a60a-835b21703dd9 None None] The sync data for ids ['c04633ad-c29f-4d7d-9ad3-9502172380c4'] in dv-cinder-805283-1-smb is: [{'id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'name': 'tempest-TestMinimumBasicScenario-1440817527-router', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:34Z', 'revision_number': 4, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'gw_port': {'id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:26Z', 'updated_at': '2021-08-20T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'e19e6c7a-99f9-4318-8009-135852770633', 'name': '', 'network_id': '1ad41692-beab-4f62-be9e-7c21187d2878', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'mac_address': 'fa:16:3e:dc:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:32Z', 'updated_at': '2021-08-20T19:08:42Z', 'revision_number': 4, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'subnets': [{'id': '9d7cbcc5-09b1-4ae0-8872-919ab45f66c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:43.279525 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8bedab8d-2a36-43e6-9f24-12d58c78ee79 req-e4918037-ad84-4b4b-8709-62ab8805e3c0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028180 Aug 20 19:08:43.515044 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device e19e6c7a-99f9-4318-8009-135852770633 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:43.607769 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning for port e19e6c7a-99f9-4318-8009-135852770633 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:43.614071 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port e19e6c7a-99f9-4318-8009-135852770633 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:43.614455 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:43.782617 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:43.822074 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] For port e19e6c7a-99f9-4318-8009-135852770633, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=e19e6c7a-99f9-4318-8009-135852770633,segment=NetworkSegment(65b311cc-0fe4-4bd9-b62b-8220862af261),segment_id=65b311cc-0fe4-4bd9-b62b-8220862af261)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:43.828462 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:43.830554 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:43.915416 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Pushing event updated for resources: {'Port': ['ID=e19e6c7a-99f9-4318-8009-135852770633,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:43.918933 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:44.523743 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fa900-093c-4ee2-992e-369f6409f474 req-c1e01fdd-258e-43c7-8b80-99e3eb5a9d0a tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:44.525153 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7e8fa900-093c-4ee2-992e-369f6409f474 req-c1e01fdd-258e-43c7-8b80-99e3eb5a9d0a tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0867949 Aug 20 19:08:44.757802 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7e8fa900-093c-4ee2-992e-369f6409f474 req-42a351ae-3f16-45b0-9ac4-b0d207fa41ed tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256837 Aug 20 19:08:45.423884 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device e19e6c7a-99f9-4318-8009-135852770633 up at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:45.498869 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Provisioning complete for port e19e6c7a-99f9-4318-8009-135852770633 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:45.499334 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:45.948059 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54fb9-c694-409f-b2ed-44f243e371aa req-8657b60b-8c35-46a6-a0a8-35e288979252 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:45.955907 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6db54fb9-c694-409f-b2ed-44f243e371aa req-8657b60b-8c35-46a6-a0a8-35e288979252 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0940685 Aug 20 19:08:46.002993 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6db54fb9-c694-409f-b2ed-44f243e371aa req-13a1e666-fb62-41d9-90d2-0e3c49446675 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Aug 20 19:08:47.206468 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be9ee-8f50-48a1-8f45-772948aec95a req-31d562cf-bfc3-4506-9a28-e141bbba134c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:47.214303 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cd9be9ee-8f50-48a1-8f45-772948aec95a req-31d562cf-bfc3-4506-9a28-e141bbba134c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0938525 Aug 20 19:08:47.268195 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cd9be9ee-8f50-48a1-8f45-772948aec95a req-3dcdcbd4-97f9-4c7f-9718-ac42ef29d3dc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524673 Aug 20 19:08:47.585024 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 45988) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:47.719793 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ef809e06-77e2-4e39-8291-f37bb0e6f739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:47.735055 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-ef809e06-77e2-4e39-8291-f37bb0e6f739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:47.740078 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-ef809e06-77e2-4e39-8291-f37bb0e6f739 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b7f1f78f0b4374aa17f65e710058de is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:47.743322 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-ef809e06-77e2-4e39-8291-f37bb0e6f739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:47.749904 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-ef809e06-77e2-4e39-8291-f37bb0e6f739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:47.843654 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ef809e06-77e2-4e39-8291-f37bb0e6f739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:47.848699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ef809e06-77e2-4e39-8291-f37bb0e6f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:47.875812 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ac9d42d2-d9e9-480b-bec1-839ad779eaf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:47.907767 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 45996) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:47.918515 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ef809e06-77e2-4e39-8291-f37bb0e6f739 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3b7f1f78f0b4374aa17f65e710058de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307748 Aug 20 19:08:47.928395 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef809e06-77e2-4e39-8291-f37bb0e6f739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994bd4bf-ffeb-474c-bc32-5ab1f6b6bafc,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:47.937937 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ef809e06-77e2-4e39-8291-f37bb0e6f739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:48.080708 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1ae8-1ce4-4816-a8f6-9b04c6aff1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:48.109863 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1ae8-1ce4-4816-a8f6-9b04c6aff1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:48.164644 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1ae8-1ce4-4816-a8f6-9b04c6aff1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:48.172318 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-35bfb60d-27c7-4914-8581-05d7deaf8026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:48.186204 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a1ae8-1ce4-4816-a8f6-9b04c6aff1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994bd4bf-ffeb-474c-bc32-5ab1f6b6bafc,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:48.190088 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0b9a1ae8-1ce4-4816-a8f6-9b04c6aff1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:48.192928 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1ae8-1ce4-4816-a8f6-9b04c6aff1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:48.197861 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-0b9a1ae8-1ce4-4816-a8f6-9b04c6aff1d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/994bd4bf-ffeb-474c-bc32-5ab1f6b6bafc HTTP/1.1" status: 204 len: 168 time: 0.2885249 Aug 20 19:08:48.570115 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d18d67-e04e-43ca-aac2-51f087894f1d req-37926a8f-9c64-4083-b19e-58f74856db6f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:48.571776 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f1d18d67-e04e-43ca-aac2-51f087894f1d req-37926a8f-9c64-4083-b19e-58f74856db6f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1397679 Aug 20 19:08:48.634439 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f1d18d67-e04e-43ca-aac2-51f087894f1d req-9b9bfe5b-e88c-4588-9c8a-83a2e23ed727 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555310 Aug 20 19:08:50.235944 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165014ee-4652-4d1e-9662-a0ac62098de8 req-cfe5a4a2-43d6-4b36-a235-485a8060d482 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:50.241389 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-165014ee-4652-4d1e-9662-a0ac62098de8 req-cfe5a4a2-43d6-4b36-a235-485a8060d482 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0978301 Aug 20 19:08:50.317613 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-165014ee-4652-4d1e-9662-a0ac62098de8 req-4635e54b-2b8d-44d5-b661-059df9d8150e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717325 Aug 20 19:08:51.637172 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56104-31fd-419a-8aad-25b4da4faa60 req-3339f4d4-292a-4b72-9d7e-f18bf247c327 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:51.644057 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b1d56104-31fd-419a-8aad-25b4da4faa60 req-3339f4d4-292a-4b72-9d7e-f18bf247c327 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1030202 Aug 20 19:08:51.729186 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b1d56104-31fd-419a-8aad-25b4da4faa60 req-0c46389f-6cd4-4eee-a997-06ccab5ee89b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841107 Aug 20 19:08:53.029905 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15648bd-3b99-4b6b-9a42-04ebac123d05 req-3d1d3989-a51d-4a99-99a3-14c639c075bc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:53.039882 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e15648bd-3b99-4b6b-9a42-04ebac123d05 req-3d1d3989-a51d-4a99-99a3-14c639c075bc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1589217 Aug 20 19:08:53.094634 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e15648bd-3b99-4b6b-9a42-04ebac123d05 req-e8d080e3-f556-489f-96d5-f9f5d94f0aa3 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534079 Aug 20 19:08:54.424793 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e83a4b-4f01-4254-a17e-e8bb38add686 req-6fa1ded2-c695-4d3b-89fc-aa923f93f6a1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:54.447653 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b6e83a4b-4f01-4254-a17e-e8bb38add686 req-6fa1ded2-c695-4d3b-89fc-aa923f93f6a1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.2156856 Aug 20 19:08:54.566625 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b6e83a4b-4f01-4254-a17e-e8bb38add686 req-c40ebc94-3c7f-4847-af7c-850f1eb386a2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175663 Aug 20 19:08:55.820891 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501027d-3e00-4604-b422-b075f04e2f9e req-8d181931-929e-4e79-ab2d-7e53b5ae20cb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:55.822728 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0501027d-3e00-4604-b422-b075f04e2f9e req-8d181931-929e-4e79-ab2d-7e53b5ae20cb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1162541 Aug 20 19:08:55.865878 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-1c7ead08-4898-4c41-b99c-db04ce52ac9f tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8a275fe0caf340579c8b144771a06cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422902 Aug 20 19:08:55.934759 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0501027d-3e00-4604-b422-b075f04e2f9e req-9d043a4f-5cf9-4bc1-9805-a5b2d7fa0da5 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889568 Aug 20 19:08:56.063076 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-7bc548f0-1cc0-4de7-a84f-c28dbdbd7f49 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:56.064647 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-7bc548f0-1cc0-4de7-a84f-c28dbdbd7f49 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912124 Aug 20 19:08:56.081265 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-a8aaf317-1f67-4f56-8084-00b54f6ad897 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/quotas/8a275fe0caf340579c8b144771a06cd6 HTTP/1.1" status: 200 len: 375 time: 0.0098956 Aug 20 19:08:56.136935 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-a528cfaf-32f9-4c19-973c-3377913a3f00 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a275fe0caf340579c8b144771a06cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436299 Aug 20 19:08:56.358379 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fafcf74-c767-4fe3-beee-fdb5ba136d5b req-44997c4c-ba7c-464e-8973-e194110f8cd8 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 210 time: 0.0568349 Aug 20 19:08:57.227239 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77a2a-d2f6-46b1-937e-8a590b18f6a9 req-5975ec38-8dbe-4aa5-8930-5fff69167005 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:57.236209 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c0c77a2a-d2f6-46b1-937e-8a590b18f6a9 req-5975ec38-8dbe-4aa5-8930-5fff69167005 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1338253 Aug 20 19:08:57.291993 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c0c77a2a-d2f6-46b1-937e-8a590b18f6a9 req-57dba863-6841-418d-87d2-c1abe0888665 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548916 Aug 20 19:08:57.547651 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-56fbf369-dab5-4978-b4ff-6e97fabf39c6 req-e9143f69-41d1-4703-aa8f-416ff41b65c6 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 210 time: 0.0500305 Aug 20 19:08:57.621594 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:08:57.932789 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-fdcb1175-7a3b-4b7b-8f46-d63975bfdcf4 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8a275fe0caf340579c8b144771a06cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384257 Aug 20 19:08:58.115453 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-98945fe3-d26d-441d-acb3-f89a2b43dadf tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:58.117038 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-98945fe3-d26d-441d-acb3-f89a2b43dadf tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752923 Aug 20 19:08:58.149937 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Request body: {'port': {'device_id': '3ffecae5-5bc8-4787-8498-ea189530eefb', 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d', 'admin_state_up': True, 'tenant_id': '8a275fe0caf340579c8b144771a06cd6'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:58.336653 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:58.341491 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Usage tracker for resource:port and tenant:8a275fe0caf340579c8b144771a06cd6 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:58.344993 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:58.354809 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:58.367675 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Made reservation on behalf of 8a275fe0caf340579c8b144771a06cd6 for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:58.372475 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:58.393415 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:58.426467 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:58.431676 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Usage tracker for resource:security_group_rule and tenant:8a275fe0caf340579c8b144771a06cd6 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:58.435750 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:58.445789 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:58.585159 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090058cf-d1b0-4639-8e64-42e7c201cb72 req-797dbda7-a176-4a15-9c91-65cd370d69d7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:58.593872 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-090058cf-d1b0-4639-8e64-42e7c201cb72 req-797dbda7-a176-4a15-9c91-65cd370d69d7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1439645 Aug 20 19:08:58.601699 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:58.611482 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:58.617509 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-888fd046-7676-40da-b9ab-88786b17177b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:58.647680 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-090058cf-d1b0-4639-8e64-42e7c201cb72 req-588f4847-e795-4c25-82ac-9f824e94099c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528646 Aug 20 19:08:58.717502 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e6c493-fa06-43ed-8b13-c70850940264,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:58.721862 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:58.890086 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Allocated IP 192.168.233.152 (cab3bf47-28f8-40ff-802d-cf9a02c67d4d/7b361cd5-e973-4c7e-bb33-a224c5d19b3c/7fa80683-02e5-497d-86a1-afe5288c31b4) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:59.037614 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-40d88653-144a-47b2-a3e7-f2f3632f90ef req-29d8c3d6-1fa9-4b32-9e4c-b91c7a97ccc6 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 210 time: 0.0612276 Aug 20 19:08:59.098610 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 46270) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:59.167664 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_v2 [None req-172ea2df-6807-4f29-8e45-50f5b9911efa admin admin] Deleting subnet 33da89f7-4bda-4cdc-a363-e184443f34a7 {{(pid=79347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:08:59.171283 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-172ea2df-6807-4f29-8e45-50f5b9911efa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.234454 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-172ea2df-6807-4f29-8e45-50f5b9911efa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2575663'] for subnet, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.306092 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-172ea2df-6807-4f29-8e45-50f5b9911efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.306470 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.328182 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Transition to ACTIVE for port object 7fa80683-02e5-497d-86a1-afe5288c31b4 will not be triggered until provisioned by entity DHCP. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:59.361626 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.371794 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:59.404253 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-172ea2df-6807-4f29-8e45-50f5b9911efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273316'] for subnet, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.411252 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ea8728ca-d784-4649-b1f8-369101c830ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:59.529290 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Pushing event updated for resources: {'Port': ['ID=7fa80683-02e5-497d-86a1-afe5288c31b4,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:59.540846 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:59.550557 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Network cab3bf47-28f8-40ff-802d-cf9a02c67d4d is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:59.550970 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ea2df-6807-4f29-8e45-50f5b9911efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33da89f7-4bda-4cdc-a363-e184443f34a7,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:59.551841 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:59.555787 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:59.570035 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-172ea2df-6807-4f29-8e45-50f5b9911efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:59.578374 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-172ea2df-6807-4f29-8e45-50f5b9911efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.592210 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-172ea2df-6807-4f29-8e45-50f5b9911efa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/33da89f7-4bda-4cdc-a363-e184443f34a7 HTTP/1.1" status: 204 len: 168 time: 0.4896934 Aug 20 19:08:59.593125 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 46274) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:59.657497 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:59.658079 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.697354 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5520647 Aug 20 19:08:59.718103 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Request body: {'port': {'device_id': '3ffecae5-5bc8-4787-8498-ea189530eefb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:59.788590 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.882030 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.904429 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-44f1e7f7-d26a-40e8-a65b-bd296a046a99 None None] Provisioning for port 7fa80683-02e5-497d-86a1-afe5288c31b4 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:59.910739 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-44f1e7f7-d26a-40e8-a65b-bd296a046a99 None None] Provisioning complete for port 7fa80683-02e5-497d-86a1-afe5288c31b4 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:59.914352 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-44f1e7f7-d26a-40e8-a65b-bd296a046a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:59.986157 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.007645 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907fd911-4aaf-4b4b-afaf-13eec4108096']}} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:00.029019 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b48ad57-129f-492b-973d-e505030b9dd3') {'for_net_delete': True} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:00.029019 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b48ad57-129f-492b-973d-e505030b9dd3') {} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:00.029353 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-44f1e7f7-d26a-40e8-a65b-bd296a046a99 None None] Port 7fa80683-02e5-497d-86a1-afe5288c31b4 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:09:00.039718 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2575664'] for segment, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.059406 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4eb556-1f94-4b8c-97f3-bd5a463e3145 req-bb1a725b-fa09-4633-89fb-73950594bea5 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:00.068802 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9c4eb556-1f94-4b8c-97f3-bd5a463e3145 req-bb1a725b-fa09-4633-89fb-73950594bea5 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.2778842 Aug 20 19:09:00.091968 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.104447 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=79347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:09:00.104855 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436019'] for segment, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: Traceback (most recent call last): Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: timer() Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: cb(*args, **kw) Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: return func(*args, **kwargs) Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: self._notify() Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: self.callback(batched_events) Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: event.method(event) Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: return f(self, *a, **k) Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: return self._get(url).json() Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: return self.request(url, 'GET', **kwargs) Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:09:00.119566 dv-cinder-805283-1-smb neutron-server[79347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:09:00.221480 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9c4eb556-1f94-4b8c-97f3-bd5a463e3145 req-2e69257a-a536-4283-b9ee-8b28a8a9993b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516838 Aug 20 19:09:00.241693 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.245900 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:00.263328 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.269235 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] Pushing event deleted for resources: {'Network': ['ID=907fd911-4aaf-4b4b-afaf-13eec4108096,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:00.275560 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:00.283967 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-38e8863e-a435-4535-80b9-a92b543b580b admin admin] 10.222.0.50 "DELETE /v2.0/networks/907fd911-4aaf-4b4b-afaf-13eec4108096 HTTP/1.1" status: 204 len: 168 time: 0.6880713 Aug 20 19:09:00.440563 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27375a03-406a-4912-ae10-4f239eb7664e req-6ce8001a-7ae2-4cae-83cd-bd6f75db133f tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:00.444686 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-27375a03-406a-4912-ae10-4f239eb7664e req-6ce8001a-7ae2-4cae-83cd-bd6f75db133f tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 936 time: 0.1311748 Aug 20 19:09:00.570737 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-27375a03-406a-4912-ae10-4f239eb7664e req-a96be021-7225-4c20-aef5-e3e37f2d0280 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200063 Aug 20 19:09:00.589660 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa80683-02e5-497d-86a1-afe5288c31b4 {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:00.598362 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.618000 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Transition to ACTIVE for port object 7fa80683-02e5-497d-86a1-afe5288c31b4 will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:09:00.622650 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.629967 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:00.637996 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 46294) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:00.709911 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-b6c311ef-0110-4d7e-b492-5f7c4a6da7f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b028a75909634f729841d412f78e8db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678992 Aug 20 19:09:00.710134 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 46298) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:00.777516 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b03a7909-04cd-4109-853c-91da494cc101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.809011 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b03a7909-04cd-4109-853c-91da494cc101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.922057 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b03a7909-04cd-4109-853c-91da494cc101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.929612 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b4c9cf47-a3ee-4d36-83c4-ae883f61b988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:00.947139 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a7909-04cd-4109-853c-91da494cc101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e99250-f617-451c-b120-6ae41a4db260,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:00.953354 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b03a7909-04cd-4109-853c-91da494cc101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:00.964831 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b03a7909-04cd-4109-853c-91da494cc101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.967278 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-b03a7909-04cd-4109-853c-91da494cc101 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14e99250-f617-451c-b120-6ae41a4db260 HTTP/1.1" status: 204 len: 168 time: 0.2542312 Aug 20 19:09:00.971284 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa80683-02e5-497d-86a1-afe5288c31b4,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:00.987543 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:01.028861 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Attempting to bind port 7fa80683-02e5-497d-86a1-afe5288c31b4 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:09:01.029299 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Attempting to bind port 7fa80683-02e5-497d-86a1-afe5288c31b4 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'eb39c4b7-201f-453b-959b-9dfd7a33d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:09:01.029806 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Attempting to bind port 7fa80683-02e5-497d-86a1-afe5288c31b4 on network cab3bf47-28f8-40ff-802d-cf9a02c67d4d {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:09:01.034900 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Port 7fa80683-02e5-497d-86a1-afe5288c31b4 on network cab3bf47-28f8-40ff-802d-cf9a02c67d4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:09:01.035250 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Attempting to bind port 7fa80683-02e5-497d-86a1-afe5288c31b4 on network cab3bf47-28f8-40ff-802d-cf9a02c67d4d {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:09:01.044367 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:09:01.044716 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Checking segment: {'id': 'eb39c4b7-201f-453b-959b-9dfd7a33d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:09:01.045168 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Bound using segment: {'id': 'eb39c4b7-201f-453b-959b-9dfd7a33d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:09:01.045682 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Bound port: 7fa80683-02e5-497d-86a1-afe5288c31b4, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb39c4b7-201f-453b-959b-9dfd7a33d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:09:01.046043 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:01.183128 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] For port 7fa80683-02e5-497d-86a1-afe5288c31b4, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:09:01.188258 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] For port 7fa80683-02e5-497d-86a1-afe5288c31b4, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7fa80683-02e5-497d-86a1-afe5288c31b4,segment=NetworkSegment(eb39c4b7-201f-453b-959b-9dfd7a33d50b),segment_id=eb39c4b7-201f-453b-959b-9dfd7a33d50b)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:09:01.200392 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:01.221000 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:01.306326 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:01.307564 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:01.309298 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] 10.222.0.11 "PUT /v2.0/ports/7fa80683-02e5-497d-86a1-afe5288c31b4 HTTP/1.1" status: 200 len: 1098 time: 1.5955732 Aug 20 19:09:01.309942 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffecae5-5bc8-4787-8498-ea189530eefb', 'tag': '7fa80683-02e5-497d-86a1-afe5288c31b4'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:01.328975 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa80683-02e5-497d-86a1-afe5288c31b4,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:01.337039 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:01.582652 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffecae5-5bc8-4787-8498-ea189530eefb', 'tag': '7fa80683-02e5-497d-86a1-afe5288c31b4', 'status': 'completed', 'code': 200} Aug 20 19:09:01.642819 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-a2c307f1-a8c8-449c-a63b-ff77f2830807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:01.653845 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-a2c307f1-a8c8-449c-a63b-ff77f2830807 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a275fe0caf340579c8b144771a06cd6&device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 1101 time: 0.1842887 Aug 20 19:09:01.746408 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-0d394d47-bf15-49d0-aac6-2aa452fa6317 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7fa80683-02e5-497d-86a1-afe5288c31b4 HTTP/1.1" status: 200 len: 217 time: 0.0824127 Aug 20 19:09:01.827280 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-2f868782-b519-471b-92cb-023ecf174799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:01.828755 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-2f868782-b519-471b-92cb-023ecf174799 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b361cd5-e973-4c7e-bb33-a224c5d19b3c HTTP/1.1" status: 200 len: 843 time: 0.0754938 Aug 20 19:09:01.845610 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab40fe-7aa1-4dce-bf1a-65222ffa90ca req-ee7bdfb5-34a9-46af-bb85-2d4b542ff059 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:01.847109 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-52ab40fe-7aa1-4dce-bf1a-65222ffa90ca req-ee7bdfb5-34a9-46af-bb85-2d4b542ff059 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1945767 Aug 20 19:09:01.903291 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67813fc1-c10e-4831-92ea-3a1e0398e2b4 req-69ea8813-5aea-4020-9d96-39d82ab50ff6 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:01.910231 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-67813fc1-c10e-4831-92ea-3a1e0398e2b4 req-69ea8813-5aea-4020-9d96-39d82ab50ff6 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 948 time: 0.1527104 Aug 20 19:09:01.912811 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-dc7e4b00-d93e-434f-b095-ceb42c32b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:01.914284 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-dc7e4b00-d93e-434f-b095-ceb42c32b735 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cab3bf47-28f8-40ff-802d-cf9a02c67d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0783329 Aug 20 19:09:01.938166 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-52ab40fe-7aa1-4dce-bf1a-65222ffa90ca req-a64ad348-22ea-48da-abcc-4657ec32e3bf tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779672 Aug 20 19:09:01.973133 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-67813fc1-c10e-4831-92ea-3a1e0398e2b4 req-40463496-0b8c-4d5c-8317-e6ab1e0d039a tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619626 Aug 20 19:09:02.080337 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-8547ba9a-e9ff-4c7a-9215-508b2e71ddda service neutron] 10.222.0.11 "GET /v2.0/networks/cab3bf47-28f8-40ff-802d-cf9a02c67d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586673 Aug 20 19:09:02.174425 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 46360) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:02.261531 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-dc4275f1-3e12-417f-a5e8-776c3e1fc95a req-f961031b-75a5-4beb-a7cc-dcb546f25e4f service neutron] 10.222.0.11 "GET /v2.0/networks/cab3bf47-28f8-40ff-802d-cf9a02c67d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706066 Aug 20 19:09:02.264317 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-9fa9279b-f332-4611-a2d8-dc412e8b1727 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:02.265119 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-9fa9279b-f332-4611-a2d8-dc412e8b1727 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Synchronizing usage tracker for tenant:398c146e71854f9da6a5d9946524f8c6 on resource:network {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:02.327908 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-278537799-network', 'tenant_id': '3492a6dde6714f72bffa51c1bd44af5b'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:02.352522 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:02.354861 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-fea93ad4-59a6-4dba-bc13-fa6573147a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:02.366811 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Usage tracker for resource:network and tenant:3492a6dde6714f72bffa51c1bd44af5b is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:02.370767 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-9fa9279b-f332-4611-a2d8-dc412e8b1727 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Unset dirty status for tenant:398c146e71854f9da6a5d9946524f8c6 on resource:network {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:02.372112 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-9fa9279b-f332-4611-a2d8-dc412e8b1727 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/networks?id=24c2aa0b-25e5-412c-a63c-2588aed042cb HTTP/1.1" status: 200 len: 815 time: 0.3088443 Aug 20 19:09:02.375810 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:02.390384 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:02.410853 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-73d0f9e6-717e-4bdd-b576-267195c8c7e5 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/quotas/398c146e71854f9da6a5d9946524f8c6 HTTP/1.1" status: 200 len: 375 time: 0.0320106 Aug 20 19:09:02.420781 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Made reservation on behalf of 3492a6dde6714f72bffa51c1bd44af5b for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:09:02.423078 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:02.436831 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:02.511057 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06400f-fdd2-4293-a0e5-1338c9157981 req-6d2a2daf-3126-4161-8410-ff225df0a2e4 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:02.512605 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6b06400f-fdd2-4293-a0e5-1338c9157981 req-6d2a2daf-3126-4161-8410-ff225df0a2e4 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.2434485 Aug 20 19:09:02.515472 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:02.522775 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-4ba7fd81-7076-4ae0-b702-d3a1994cc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:02.524397 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-4ba7fd81-7076-4ae0-b702-d3a1994cc344 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a275fe0caf340579c8b144771a06cd6&device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 1101 time: 0.0754442 Aug 20 19:09:02.524555 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Usage tracker for resource:security_group_rule and tenant:3492a6dde6714f72bffa51c1bd44af5b is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:02.528630 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:02.558583 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:02.610579 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6b06400f-fdd2-4293-a0e5-1338c9157981 req-7df56fb8-8105-47dd-81d1-f8fc209e18a7 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873032 Aug 20 19:09:02.625648 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-301fba8a-4f2d-47a9-8421-9eca46c80f41 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=398c146e71854f9da6a5d9946524f8c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2058256 Aug 20 19:09:02.674464 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-5d736b66-dfc9-43ad-91e2-d16d4deb5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:02.676312 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-5d736b66-dfc9-43ad-91e2-d16d4deb5eeb service neutron] 10.222.0.11 "GET /v2.0/networks?id=cab3bf47-28f8-40ff-802d-cf9a02c67d4d HTTP/1.1" status: 200 len: 870 time: 0.1448009 Aug 20 19:09:02.735476 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:02.763034 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-0cd9caf9-df16-4a05-b7f9-922de267024d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7fa80683-02e5-497d-86a1-afe5288c31b4 HTTP/1.1" status: 200 len: 217 time: 0.0793893 Aug 20 19:09:02.778771 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:02.785566 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:02.791004 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-96db03aa-1f38-4659-9983-bbfa34831fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:02.830576 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=79347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:09:02.831903 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-9dd66fe0-f4f9-49f4-af87-2f322ba307ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:02.833363 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-9dd66fe0-f4f9-49f4-af87-2f322ba307ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b361cd5-e973-4c7e-bb33-a224c5d19b3c HTTP/1.1" status: 200 len: 843 time: 0.0627577 Aug 20 19:09:02.833905 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-fe3a5eb7-90ce-496a-a1f9-bce87e7357ff service neutron] 10.222.0.50 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861532 Aug 20 19:09:02.861107 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:02.870748 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:02.871605 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:02.871942 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Added segment 622f2aa0-ba3a-4a51-b066-74953e8eeaec of type vlan for network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 Aug 20 19:09:02.911489 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-0711f128-a13c-45dc-b45c-3c2d2aadf0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:02.913072 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-0711f128-a13c-45dc-b45c-3c2d2aadf0ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cab3bf47-28f8-40ff-802d-cf9a02c67d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0727241 Aug 20 19:09:03.036088 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.051456 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-56209a71-43b5-4ecb-85d3-30b18c8046ac service neutron] 10.222.0.11 "GET /v2.0/networks/cab3bf47-28f8-40ff-802d-cf9a02c67d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307464 Aug 20 19:09:03.089179 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-3a801e71-17fb-49fe-a9a9-523e32255575 service neutron] 10.222.0.50 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463853 Aug 20 19:09:03.094477 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.095930 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:03.096527 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.102385 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-12ae3cff-29b1-41ea-8e23-341ccbff1ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:03.213424 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-4e01aba9-880c-4fec-88f6-e82e4d4015f2 req-0872a120-3d32-4b58-a2a3-2e18ea005b2e service neutron] 10.222.0.11 "GET /v2.0/networks/cab3bf47-28f8-40ff-802d-cf9a02c67d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444483 Aug 20 19:09:03.249463 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0738411 Aug 20 19:09:03.250346 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Pushing event updated for resources: {'Network': ['ID=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:03.252145 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 46378) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:03.258225 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Request body: {'subnet': {'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-278537799-subnet', 'tenant_id': '3492a6dde6714f72bffa51c1bd44af5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:03.271032 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:03.271594 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:09:03.275996 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Usage tracker for resource:subnet and tenant:3492a6dde6714f72bffa51c1bd44af5b is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:03.279182 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:03.285517 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:03.297946 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Made reservation on behalf of 3492a6dde6714f72bffa51c1bd44af5b for: {'subnet': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:09:03.301184 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847406'] for subnet, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.313380 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:03.391866 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb258f3-4eac-4070-9b9a-2257f5535fad req-d070b451-4a34-42a6-87cd-b2fe36f9fdbb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:03.393993 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-edb258f3-4eac-4070-9b9a-2257f5535fad req-d070b451-4a34-42a6-87cd-b2fe36f9fdbb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1470854 Aug 20 19:09:03.498126 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-edb258f3-4eac-4070-9b9a-2257f5535fad req-55338300-00ee-45b4-9e67-04b56dfebd5a tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691481 Aug 20 19:09:03.551461 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7b61f-6508-46b4-bb4b-cdfb5e5b3bf1 req-1632a1b9-23d0-41aa-9c50-3ff80d693d53 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:03.554932 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-67c7b61f-6508-46b4-bb4b-cdfb5e5b3bf1 req-1632a1b9-23d0-41aa-9c50-3ff80d693d53 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 948 time: 0.1596580 Aug 20 19:09:03.675005 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-67c7b61f-6508-46b4-bb4b-cdfb5e5b3bf1 req-efb950f9-42dc-4494-b9d8-da9e8f3a26f2 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132832 Aug 20 19:09:03.749902 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bb8302fe-a22f-4f5f-909f-3dcb79845dca req-4027c1fd-7d49-4609-8332-428bc6d43259 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 210 time: 0.0731227 Aug 20 19:09:03.825673 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3300838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847324'] for subnet, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.831753 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:03.891969 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebc5da-1c97-4656-8f02-4faca85170a8 req-ece9f8b2-28a4-4ac0-b890-63f55596e300 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:03.894296 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f2ebc5da-1c97-4656-8f02-4faca85170a8 req-ece9f8b2-28a4-4ac0-b890-63f55596e300 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0947247 Aug 20 19:09:03.916237 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=64dc7e29-8546-4a36-b38b-8afecfec67f7,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:03.921889 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:03.931987 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Checking segment: {'id': '622f2aa0-ba3a-4a51-b066-74953e8eeaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:09:03.932496 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Network hostable DHCP agents. Network: 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:09:03.954081 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:09:03.962222 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f2ebc5da-1c97-4656-8f02-4faca85170a8 req-9948445b-e6e9-481c-ac57-0d366a53f478 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616422 Aug 20 19:09:03.966855 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82) {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:09:03.974544 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:03.975157 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.979782 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfdc5ae-4ce2-4c13-b026-763d95885d6d None None] Network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:09:04.021052 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7677362 Aug 20 19:09:04.311632 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016b9ed-1141-4f8e-9b0a-e836d68e81f9 None None] Network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:09:04.727691 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd28d-8ab3-479c-8bbe-c6d243710efe req-8818576f-b38f-4bcc-af57-a5d5b4e2f7b7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:04.729572 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ad0cd28d-8ab3-479c-8bbe-c6d243710efe req-8818576f-b38f-4bcc-af57-a5d5b4e2f7b7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1079350 Aug 20 19:09:04.823428 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ad0cd28d-8ab3-479c-8bbe-c6d243710efe req-89b2437d-3298-4487-bd73-7467ad750e61 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856156 Aug 20 19:09:04.830946 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-28af41c2-2138-4c01-af45-621000ed14a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:04.924359 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f6911-2fd7-41f4-9517-43a893ebda71 req-cc9d8d93-4163-4240-8441-1f5f37ff68ba tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:04.929402 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-066f6911-2fd7-41f4-9517-43a893ebda71 req-cc9d8d93-4163-4240-8441-1f5f37ff68ba tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 948 time: 0.1048970 Aug 20 19:09:04.990407 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-066f6911-2fd7-41f4-9517-43a893ebda71 req-c56fd9bd-7de2-4f6a-b6bf-6ec9cecd7b62 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582738 Aug 20 19:09:05.046635 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-3e405c2b-6872-4d00-b170-06a373e2847b req-6b1bc082-ff99-4409-a7cb-3d9859f7610d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Synchronizing usage tracker for tenant:a552e474dc724f3b8591b06118232a7f on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:05.122263 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-ccfaf050-a507-4255-852e-55bfc3c338e4 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:05.123713 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-ccfaf050-a507-4255-852e-55bfc3c338e4 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.11 "GET /v2.0/networks?id=24c2aa0b-25e5-412c-a63c-2588aed042cb HTTP/1.1" status: 200 len: 815 time: 0.1791334 Aug 20 19:09:05.142997 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'port': {'device_id': '11541239-18a2-485c-92a3-0132ec582c27', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'admin_state_up': True, 'tenant_id': '398c146e71854f9da6a5d9946524f8c6'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:05.157786 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9ad6a790-d8ca-4472-a3c0-e506a6d42d5f req-4738cceb-f7e3-45c8-9214-084b5aef73bc tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 210 time: 0.0492587 Aug 20 19:09:05.161092 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-3e405c2b-6872-4d00-b170-06a373e2847b req-6b1bc082-ff99-4409-a7cb-3d9859f7610d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Unset dirty status for tenant:a552e474dc724f3b8591b06118232a7f on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:05.162743 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-6b1bc082-ff99-4409-a7cb-3d9859f7610d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417207204&fields=id&tenant_id=a552e474dc724f3b8591b06118232a7f HTTP/1.1" status: 200 len: 267 time: 0.1674109 Aug 20 19:09:05.250260 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-0a77aa43-b1a7-4a27-bf24-859854b0c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:05.251758 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-0a77aa43-b1a7-4a27-bf24-859854b0c893 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 1098 time: 0.2095354 Aug 20 19:09:05.312046 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:05.317090 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Usage tracker for resource:port and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:05.321632 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:05.327268 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:05.344480 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Made reservation on behalf of 398c146e71854f9da6a5d9946524f8c6 for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:09:05.348011 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:05.529481 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e405c2b-6872-4d00-b170-06a373e2847b req-a49d5340-5cd4-471d-90c3-1c92d3e8cd27 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:05.530929 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-a49d5340-5cd4-471d-90c3-1c92d3e8cd27 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/networks?id=c4028fbd-2e12-4323-a257-4bd9db0bc623 HTTP/1.1" status: 200 len: 809 time: 0.3562565 Aug 20 19:09:05.546103 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Allocated IP 172.20.0.8 (24c2aa0b-25e5-412c-a63c-2588aed042cb/75052161-7021-4e7e-aa5e-6afde754110a/e5bb04b4-2402-4478-919a-b90c84895dec) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:09:05.564755 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-2aa31220-7e17-44a6-bf52-004872ad9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:05.566369 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-2aa31220-7e17-44a6-bf52-004872ad9f1f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 912 time: 0.2610359 Aug 20 19:09:05.570011 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-3f90e8f2-5b6e-4385-8ae5-ea98b08423a8 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/quotas/a552e474dc724f3b8591b06118232a7f HTTP/1.1" status: 200 len: 375 time: 0.0235059 Aug 20 19:09:05.580635 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801a9ed-45cb-4f23-a0a0-fb51e34fe41b req-d4ebbf0e-a89b-4f59-96c5-6ae19635058b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:05.582105 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3801a9ed-45cb-4f23-a0a0-fb51e34fe41b req-d4ebbf0e-a89b-4f59-96c5-6ae19635058b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.2779806 Aug 20 19:09:05.625967 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7fa80683-02e5-497d-86a1-afe5288c31b4 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:09:05.785169 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3801a9ed-45cb-4f23-a0a0-fb51e34fe41b req-7123aa8a-64cd-4489-93b2-4d7b9af3fbb0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165028 Aug 20 19:09:05.788417 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-d8349631-726b-4cb3-8c3a-b6dba09e3875 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc80a753-a448-4ce1-877a-cac157278acc HTTP/1.1" status: 200 len: 1001 time: 0.2054505 Aug 20 19:09:05.823657 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:05.867744 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Transition to ACTIVE for port object e5bb04b4-2402-4478-919a-b90c84895dec will not be triggered until provisioned by entity DHCP. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:09:05.898203 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 7fa80683-02e5-497d-86a1-afe5288c31b4, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7fa80683-02e5-497d-86a1-afe5288c31b4,segment=NetworkSegment(eb39c4b7-201f-453b-959b-9dfd7a33d50b),segment_id=eb39c4b7-201f-453b-959b-9dfd7a33d50b)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:05.910497 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:05.917289 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:05.975464 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '7fa80683-02e5-497d-86a1-afe5288c31b4', 'network_id': 'cab3bf47-28f8-40ff-802d-cf9a02c67d4d', 'port_id': '7fa80683-02e5-497d-86a1-afe5288c31b4', 'mac_address': 'fa:16:3e:8d:fc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b361cd5-e973-4c7e-bb33-a224c5d19b3c', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:09:05.990616 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:06.084822 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Network 24c2aa0b-25e5-412c-a63c-2588aed042cb is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:09:06.088709 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:09:06.095942 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:09:06.104790 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:06.129344 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-76614012-35dd-40cc-b6f5-f346d0a334de tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a552e474dc724f3b8591b06118232a7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5451534 Aug 20 19:09:06.130819 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-31188747-3fb2-4c6d-8008-fa23722d295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:06.132147 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-31188747-3fb2-4c6d-8008-fa23722d295b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.3346047 Aug 20 19:09:06.138374 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa80683-02e5-497d-86a1-afe5288c31b4 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:06.192659 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 7fa80683-02e5-497d-86a1-afe5288c31b4, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7fa80683-02e5-497d-86a1-afe5288c31b4,segment=NetworkSegment(eb39c4b7-201f-453b-959b-9dfd7a33d50b),segment_id=eb39c4b7-201f-453b-959b-9dfd7a33d50b)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:06.197636 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:06.203790 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:06.243786 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'Port': ['ID=e5bb04b4-2402-4478-919a-b90c84895dec,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:06.254188 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:06.329328 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:06.332243 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:06.378562 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2392778 Aug 20 19:09:06.379591 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=7fa80683-02e5-497d-86a1-afe5288c31b4,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:06.383003 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:06.453940 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f4b8f-5ecb-48f1-ae65-36ea65940dc4 req-8c5b8ac4-fccf-4c1f-b658-de5482cf590b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:06.462107 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-363f4b8f-5ecb-48f1-ae65-36ea65940dc4 req-8c5b8ac4-fccf-4c1f-b658-de5482cf590b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.4236777 Aug 20 19:09:06.494093 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-1cb83968-0ba7-4568-9ca0-ef9cedf86832 service neutron] 10.222.0.50 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514402 Aug 20 19:09:06.568160 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-7deeabfd-6482-443a-ac37-343f0ecb156e None None] Provisioning for port e5bb04b4-2402-4478-919a-b90c84895dec completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:09:06.573967 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-7deeabfd-6482-443a-ac37-343f0ecb156e None None] Provisioning complete for port e5bb04b4-2402-4478-919a-b90c84895dec triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:09:06.574342 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7deeabfd-6482-443a-ac37-343f0ecb156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:06.640807 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-7deeabfd-6482-443a-ac37-343f0ecb156e None None] Port e5bb04b4-2402-4478-919a-b90c84895dec cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:09:06.652870 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-363f4b8f-5ecb-48f1-ae65-36ea65940dc4 req-bc5c9aaa-a99c-49c2-a327-293a08b81f37 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899121 Aug 20 19:09:06.690827 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-b80811ab-a0c6-4165-a301-e8c6337ba8a2 service neutron] 10.222.0.50 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881156 Aug 20 19:09:06.855701 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['7fa80683-02e5-497d-86a1-afe5288c31b4'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:06.869779 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354183cd-211f-46fd-9de2-7bde1229907b req-af43e1d8-eedb-4ebc-9135-291b4381dcfa tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:06.871614 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-354183cd-211f-46fd-9de2-7bde1229907b req-af43e1d8-eedb-4ebc-9135-291b4381dcfa tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 949 time: 0.1072536 Aug 20 19:09:06.967107 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-354183cd-211f-46fd-9de2-7bde1229907b req-1c455e66-637d-4241-8867-d00b3118efb7 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870655 Aug 20 19:09:07.183934 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:07.206450 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf056f-a9c9-4295-82c7-19daafb3f4a5 req-a0a262e7-200b-48ff-8acc-f91f8d7e81ce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:07.208539 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-91cf056f-a9c9-4295-82c7-19daafb3f4a5 req-a0a262e7-200b-48ff-8acc-f91f8d7e81ce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.1237831 Aug 20 19:09:07.384288 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-91cf056f-a9c9-4295-82c7-19daafb3f4a5 req-3770b301-25fd-4aa1-8364-696d032fa035 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Synchronizing usage tracker for tenant:398c146e71854f9da6a5d9946524f8c6 on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:07.406138 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-9de809b5-91b0-47b1-9c0b-e5d570d4a524 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:07.406850 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-9de809b5-91b0-47b1-9c0b-e5d570d4a524 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Synchronizing usage tracker for tenant:3492a6dde6714f72bffa51c1bd44af5b on resource:network {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:07.428945 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-91cf056f-a9c9-4295-82c7-19daafb3f4a5 req-3770b301-25fd-4aa1-8364-696d032fa035 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Unset dirty status for tenant:398c146e71854f9da6a5d9946524f8c6 on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:07.430108 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-91cf056f-a9c9-4295-82c7-19daafb3f4a5 req-3770b301-25fd-4aa1-8364-696d032fa035 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676345 Aug 20 19:09:07.443323 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-9de809b5-91b0-47b1-9c0b-e5d570d4a524 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Unset dirty status for tenant:3492a6dde6714f72bffa51c1bd44af5b on resource:network {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:07.453404 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-9de809b5-91b0-47b1-9c0b-e5d570d4a524 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/networks?id=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 HTTP/1.1" status: 200 len: 813 time: 0.2352417 Aug 20 19:09:07.476388 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-0520b096-5efc-4be1-bec0-691769cfbe13 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/quotas/3492a6dde6714f72bffa51c1bd44af5b HTTP/1.1" status: 200 len: 375 time: 0.0123749 Aug 20 19:09:07.564086 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-47e89e55-e946-4d1c-b8a0-b323d8e53478 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3492a6dde6714f72bffa51c1bd44af5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805421 Aug 20 19:09:07.706086 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-01ec87fd-e420-44b0-8d26-b0991e723099 service neutron] 10.222.0.50 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412120 Aug 20 19:09:07.851228 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-6f05caa0-1bff-4a02-9778-329a14fadc3e service neutron] 10.222.0.50 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386700 Aug 20 19:09:08.158895 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:08.199110 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665abc5-46ff-49ac-8258-04359b70352b req-9c642242-c6c5-4a12-9d70-3df53901ac5a tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:08.200692 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e665abc5-46ff-49ac-8258-04359b70352b req-9c642242-c6c5-4a12-9d70-3df53901ac5a tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1218123 Aug 20 19:09:08.298043 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e665abc5-46ff-49ac-8258-04359b70352b req-390bece1-af79-4c26-880c-0e239405f4de tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893593 Aug 20 19:09:08.323084 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bcfc60ec-33e6-46a6-aec3-13db0a5bbb99 req-c6086adf-5962-4207-b285-60816258d1e2 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0650392 Aug 20 19:09:08.455776 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7d8786be-739b-4681-8c5b-317b44040f88 req-242254ac-2a18-4771-ad55-b27eda7c2fef tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0729957 Aug 20 19:09:08.569268 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fc939-24a9-47e1-8a71-4111a1c2a884 req-afb037fe-3772-4645-a6ca-87ce362b31f7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:08.570826 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-065fc939-24a9-47e1-8a71-4111a1c2a884 req-afb037fe-3772-4645-a6ca-87ce362b31f7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1143827 Aug 20 19:09:08.665881 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-065fc939-24a9-47e1-8a71-4111a1c2a884 req-20cac3e5-2386-4701-9fca-bfd2c8cc9905 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894358 Aug 20 19:09:08.696159 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6a60-db95-4e79-a048-67721a7cc67a req-0c043bc5-ef7c-46e1-b1a9-f828904f7658 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:08.697626 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dccf6a60-db95-4e79-a048-67721a7cc67a req-0c043bc5-ef7c-46e1-b1a9-f828904f7658 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 949 time: 0.1031694 Aug 20 19:09:08.756690 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dccf6a60-db95-4e79-a048-67721a7cc67a req-93b8595c-6441-41ab-8674-bea8572b15d9 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533597 Aug 20 19:09:08.985302 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1ced1-6fb2-4c4d-950a-e9f261e8e177 req-9460676c-fbb6-45a4-90bb-b36f3bc4d647 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:08.986830 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e2c1ced1-6fb2-4c4d-950a-e9f261e8e177 req-9460676c-fbb6-45a4-90bb-b36f3bc4d647 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.2247834 Aug 20 19:09:08.996580 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b6734-8107-4ad7-ac36-6c286290fb04 req-a2ea1395-83a0-4e5b-a665-1e5f44f2c38e tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:08.998104 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c35b6734-8107-4ad7-ac36-6c286290fb04 req-a2ea1395-83a0-4e5b-a665-1e5f44f2c38e tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.1156232 Aug 20 19:09:09.067194 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e2c1ced1-6fb2-4c4d-950a-e9f261e8e177 req-9180005e-8b4b-45ed-863d-cdb2d25b8609 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680666 Aug 20 19:09:09.082707 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c35b6734-8107-4ad7-ac36-6c286290fb04 req-11870c8c-359f-4bd3-bb4e-6bb55532ce6c tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700588 Aug 20 19:09:09.523059 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0324f335-1fd9-4c53-93cc-2fe8817fe791 req-b17ab8e7-fc3c-4748-9ff6-5ef19442fae6 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0642924 Aug 20 19:09:09.589421 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73cacf-b10e-488c-8012-2095da6fa9ac req-f569ab3d-00f4-45a8-b3d6-84277232d4b1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:09.591098 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3e73cacf-b10e-488c-8012-2095da6fa9ac req-f569ab3d-00f4-45a8-b3d6-84277232d4b1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1792939 Aug 20 19:09:09.646404 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3e73cacf-b10e-488c-8012-2095da6fa9ac req-c05face0-01ce-476b-b0de-d23ee187e621 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493071 Aug 20 19:09:09.668646 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7fa80683-02e5-497d-86a1-afe5288c31b4 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:09:09.704025 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2143b6bd-1b84-4ce6-b867-0e95634d7132 req-59c59f14-719b-48d2-ad85-c3c0f1ce70d5 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0470934 Aug 20 19:09:09.765040 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port 7fa80683-02e5-497d-86a1-afe5288c31b4 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:09:09.770863 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 7fa80683-02e5-497d-86a1-afe5288c31b4 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:09:09.771284 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:09.879454 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df38c87-3ca4-4361-9800-c26f7661542d req-f0693188-7a44-4e44-b6d7-65c3d21cd510 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:09.881172 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9df38c87-3ca4-4361-9800-c26f7661542d req-f0693188-7a44-4e44-b6d7-65c3d21cd510 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0889766 Aug 20 19:09:09.930729 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:09.957232 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffecae5-5bc8-4787-8498-ea189530eefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa80683-02e5-497d-86a1-afe5288c31b4'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:09.978098 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 7fa80683-02e5-497d-86a1-afe5288c31b4, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7fa80683-02e5-497d-86a1-afe5288c31b4,segment=NetworkSegment(eb39c4b7-201f-453b-959b-9dfd7a33d50b),segment_id=eb39c4b7-201f-453b-959b-9dfd7a33d50b)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:09.982593 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:09.985410 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9df38c87-3ca4-4361-9800-c26f7661542d req-4f014d7d-3137-4b14-98b5-955c20f577d1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655894 Aug 20 19:09:09.985905 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-4250a663-dd47-4cd6-875f-62167a289820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:10.046356 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faede75-b9ae-494c-bd39-db26b99cd719 req-4f06281b-43f3-4846-a7fa-99077c50f9c8 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:10.053046 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5faede75-b9ae-494c-bd39-db26b99cd719 req-4f06281b-43f3-4846-a7fa-99077c50f9c8 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 949 time: 0.1707914 Aug 20 19:09:10.061557 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffecae5-5bc8-4787-8498-ea189530eefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa80683-02e5-497d-86a1-afe5288c31b4', 'code': 200} Aug 20 19:09:10.069599 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=7fa80683-02e5-497d-86a1-afe5288c31b4,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:10.072841 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:10.125053 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5faede75-b9ae-494c-bd39-db26b99cd719 req-bbd77793-549c-41d1-8357-5d961f631ea9 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665154 Aug 20 19:09:10.332448 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456631-3306-40fa-bf87-c6772bfb2dda req-2e1f05fc-b7a4-47a4-a28d-f8f6b3f5f4df tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:10.334421 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1f456631-3306-40fa-bf87-c6772bfb2dda req-2e1f05fc-b7a4-47a4-a28d-f8f6b3f5f4df tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.1456640 Aug 20 19:09:10.343078 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad6ba5-7420-430d-9f1a-2b7b70cea890 req-e917cc55-0670-4f21-aa4f-85047e1d011d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:10.344472 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-10ad6ba5-7420-430d-9f1a-2b7b70cea890 req-e917cc55-0670-4f21-aa4f-85047e1d011d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1227520 Aug 20 19:09:10.417666 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1f456631-3306-40fa-bf87-c6772bfb2dda req-55e76b59-ef51-4d56-8a42-78d3c6c9eaac tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721276 Aug 20 19:09:10.422045 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-10ad6ba5-7420-430d-9f1a-2b7b70cea890 req-6b4c5f08-0078-4b0d-bd5a-785e146179dc tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639021 Aug 20 19:09:10.680692 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9bdb4a4f-b2db-4504-97ff-0cb1e8eb7bae req-8b5c2302-6382-42e3-892c-600d71cf889f tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0423138 Aug 20 19:09:10.834289 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaf609-2cb1-4a7f-ac9e-c10e0b7f7cb3 req-10b87e5e-6df9-4d5a-846f-b070efbda2c9 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:10.835750 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cbdaf609-2cb1-4a7f-ac9e-c10e0b7f7cb3 req-10b87e5e-6df9-4d5a-846f-b070efbda2c9 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0866168 Aug 20 19:09:10.891304 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d8448042-b867-4841-ba18-a1cb520218bf req-4dfbedd1-aa30-4b58-8976-21ffb424b9e7 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0545635 Aug 20 19:09:10.920701 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cbdaf609-2cb1-4a7f-ac9e-c10e0b7f7cb3 req-ae775c80-28a8-4573-9e33-129a40088032 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524511 Aug 20 19:09:11.179391 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3449690-896a-4a96-bfbb-a129b484bab3 req-bfd6a55d-0508-4769-8081-0155bb405097 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:11.180807 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a3449690-896a-4a96-bfbb-a129b484bab3 req-bfd6a55d-0508-4769-8081-0155bb405097 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0882502 Aug 20 19:09:11.248535 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a3449690-896a-4a96-bfbb-a129b484bab3 req-1a632f3e-0bc6-42e8-841c-f84967bd2c4c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596747 Aug 20 19:09:11.334804 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95514bc-a55d-4d26-bf0f-acb9f104eddc req-771de3b7-6928-45b7-a7ca-71360e85ba95 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:11.342601 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e95514bc-a55d-4d26-bf0f-acb9f104eddc req-771de3b7-6928-45b7-a7ca-71360e85ba95 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.0950401 Aug 20 19:09:11.388663 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e95514bc-a55d-4d26-bf0f-acb9f104eddc req-1c37e8db-37e9-4373-b897-334c4b2d2be7 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Aug 20 19:09:11.698223 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74d9b9-38b8-4245-b675-e8545816a39d req-faa67bd7-2d53-4b3b-93a1-d684839a8d4b tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:11.699984 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ec74d9b9-38b8-4245-b675-e8545816a39d req-faa67bd7-2d53-4b3b-93a1-d684839a8d4b tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.1591382 Aug 20 19:09:11.709327 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f4fd3-2b8b-4953-a0bd-c45496e5a8d1 req-ead522e9-c426-4612-b54b-5e2c77dc5838 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:11.710740 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7d0f4fd3-2b8b-4953-a0bd-c45496e5a8d1 req-ead522e9-c426-4612-b54b-5e2c77dc5838 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1365852 Aug 20 19:09:11.795505 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ec74d9b9-38b8-4245-b675-e8545816a39d req-590efb78-2d02-4ecd-b955-fa5235aae1da tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837708 Aug 20 19:09:11.805200 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7d0f4fd3-2b8b-4953-a0bd-c45496e5a8d1 req-4e353af0-b21e-4ab0-ba93-c1789aced0fd tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764034 Aug 20 19:09:11.940942 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-41637d00-ae3a-44e9-a575-f49383c14d06 req-401d65c0-ce1d-43de-99da-225f10062f32 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0475328 Aug 20 19:09:12.112064 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d5418e77-782a-4545-b330-9b70f7787a40 req-800d55dc-3739-4b11-a006-1e76662e2237 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0866468 Aug 20 19:09:12.160950 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552e8ca-e247-40cc-a2ae-f18c55c84cbe req-1ccb9f1a-d426-49c5-8bfa-1f035e6ae7cc tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:12.162510 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9552e8ca-e247-40cc-a2ae-f18c55c84cbe req-1ccb9f1a-d426-49c5-8bfa-1f035e6ae7cc tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0853684 Aug 20 19:09:12.210460 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9552e8ca-e247-40cc-a2ae-f18c55c84cbe req-316cd958-3321-4174-abdc-9fa32d9f87f4 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Aug 20 19:09:12.581805 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356bd0e-4d65-4ef0-9ff3-f6c248afa069 req-65143eec-e944-4ed4-b10b-397b3876347b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:12.583232 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f356bd0e-4d65-4ef0-9ff3-f6c248afa069 req-65143eec-e944-4ed4-b10b-397b3876347b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.2261510 Aug 20 19:09:12.634544 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cf94e-47ec-4149-86c4-9ad77debf7ef req-e5c3cf7e-fb01-4817-bde7-289ef070e453 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:12.636044 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-116cf94e-47ec-4149-86c4-9ad77debf7ef req-e5c3cf7e-fb01-4817-bde7-289ef070e453 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.1327014 Aug 20 19:09:12.667265 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f356bd0e-4d65-4ef0-9ff3-f6c248afa069 req-9e71f542-4cfb-4c7d-a2fc-79acf4ed0089 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765314 Aug 20 19:09:12.693848 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-116cf94e-47ec-4149-86c4-9ad77debf7ef req-9de13eb8-afe9-45a6-a12a-e9784b58f859 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483606 Aug 20 19:09:13.052027 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd581df9-c65c-4bec-b164-d0559899cdaa req-184c1a30-d5ef-439e-bb3e-8f97786693f1 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:13.053528 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bd581df9-c65c-4bec-b164-d0559899cdaa req-184c1a30-d5ef-439e-bb3e-8f97786693f1 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.1488633 Aug 20 19:09:13.065943 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71df70-3e44-48d8-9bc1-567b99da406f req-13e7f18c-b9c6-4f0f-bdcc-408b3649dd86 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:13.067429 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7f71df70-3e44-48d8-9bc1-567b99da406f req-13e7f18c-b9c6-4f0f-bdcc-408b3649dd86 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1249063 Aug 20 19:09:13.137463 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bd581df9-c65c-4bec-b164-d0559899cdaa req-9caf6c16-b4dc-4949-a8d4-9515e84aa8a2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687997 Aug 20 19:09:13.144281 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7f71df70-3e44-48d8-9bc1-567b99da406f req-1fc75c41-7a36-4875-9a62-b714c49f6926 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590324 Aug 20 19:09:13.326286 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-99f37580-996b-4aa6-af3c-4e5d110ccfc5 req-754d5037-c7dd-4196-b9ed-c9a5163b3ec6 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0838532 Aug 20 19:09:13.328224 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ec5d79f1-8558-48f9-9bd4-1b529e261622 req-21f6a1b6-eb7f-4c75-850e-970e555549dc tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0535710 Aug 20 19:09:13.500276 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a96b95-dafa-4180-a048-8cec06fae190 req-1ba4af05-970c-4529-9198-58d826b8b7ba tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:13.501818 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-09a96b95-dafa-4180-a048-8cec06fae190 req-1ba4af05-970c-4529-9198-58d826b8b7ba tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0817437 Aug 20 19:09:13.557433 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-09a96b95-dafa-4180-a048-8cec06fae190 req-e57babca-d0b0-465d-b7e2-11c5f3ab9b46 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490248 Aug 20 19:09:13.930687 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cead3c5-c426-4797-9566-b754484bb293 req-31a971da-6713-4db7-8188-fd6f7636114f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:13.932200 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7cead3c5-c426-4797-9566-b754484bb293 req-31a971da-6713-4db7-8188-fd6f7636114f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1482213 Aug 20 19:09:13.940592 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bb0b7-08c2-420b-aca9-5c83b948a312 req-d2dcbb55-6149-4a58-9a96-17dc98b13c31 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:13.942621 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d60bb0b7-08c2-420b-aca9-5c83b948a312 req-d2dcbb55-6149-4a58-9a96-17dc98b13c31 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.1196828 Aug 20 19:09:14.017716 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7cead3c5-c426-4797-9566-b754484bb293 req-f2caf18e-f2aa-4126-9540-491cf96b699e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739470 Aug 20 19:09:14.021407 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d60bb0b7-08c2-420b-aca9-5c83b948a312 req-86e92981-06d5-4f91-bf7b-46533d06d43c tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649581 Aug 20 19:09:14.399789 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeb006-0c60-4c28-8b8d-c5c10db8c99b req-723f9487-5150-42b4-a5ea-8386af332aa2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:14.402171 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cebeb006-0c60-4c28-8b8d-c5c10db8c99b req-723f9487-5150-42b4-a5ea-8386af332aa2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.1550848 Aug 20 19:09:14.410505 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e181f-f722-4110-be57-55155389a81d req-1b682477-529a-49ec-8314-2a42c6dab4c3 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:14.411907 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-af8e181f-f722-4110-be57-55155389a81d req-1b682477-529a-49ec-8314-2a42c6dab4c3 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1323259 Aug 20 19:09:14.478771 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cebeb006-0c60-4c28-8b8d-c5c10db8c99b req-fd13153d-d40e-4fca-957c-7888ad1141ec tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659301 Aug 20 19:09:14.488252 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-af8e181f-f722-4110-be57-55155389a81d req-2ce1b53f-bc84-464d-b4b1-a56bd16a7c1a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539103 Aug 20 19:09:14.677820 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-270ca471-5918-4706-951c-874f7e029fba req-5253ba14-ba60-4273-a8d3-3a7f377c22fc tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0823634 Aug 20 19:09:14.684272 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e89fc7ce-995c-4e89-8887-c0efb0322ed2 req-1a2e8a3d-f8b9-4fe5-9206-6ab213e3c1a9 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0555058 Aug 20 19:09:14.850698 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d303fd9-c3f3-49c7-b8b9-efd99ae5892e req-bef723f5-428a-4339-a456-98c7486db7ef tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:14.852125 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7d303fd9-c3f3-49c7-b8b9-efd99ae5892e req-bef723f5-428a-4339-a456-98c7486db7ef tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0785246 Aug 20 19:09:14.903320 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7d303fd9-c3f3-49c7-b8b9-efd99ae5892e req-5193edc6-2bc0-4a0a-9a0c-c9a9401ef8ac tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454299 Aug 20 19:09:15.271116 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244ccf3-ad5e-4403-8b0c-763218d6158d req-27190003-893e-405a-8382-10946ce6e3c9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:15.272553 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d244ccf3-ad5e-4403-8b0c-763218d6158d req-27190003-893e-405a-8382-10946ce6e3c9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1434038 Aug 20 19:09:15.282272 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca98eb4-5b8f-4c59-96b1-df28ce79c458 req-17f7f654-35ff-4227-b84e-86c405e3c401 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:15.283604 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dca98eb4-5b8f-4c59-96b1-df28ce79c458 req-17f7f654-35ff-4227-b84e-86c405e3c401 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.1209497 Aug 20 19:09:15.359081 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d244ccf3-ad5e-4403-8b0c-763218d6158d req-59ebea33-3ed5-4f0c-adf2-9f7f25a436e7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744619 Aug 20 19:09:15.366985 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dca98eb4-5b8f-4c59-96b1-df28ce79c458 req-a82a3cf9-4cd2-4f06-8013-5fc13d928890 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701289 Aug 20 19:09:15.740488 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b343f0-427f-409a-a692-c554902d6f5d req-edc4010c-1b0d-4e1a-9d79-d940eea09bb6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:15.742146 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-26b343f0-427f-409a-a692-c554902d6f5d req-edc4010c-1b0d-4e1a-9d79-d940eea09bb6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.1562946 Aug 20 19:09:15.759158 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b57e48-76e5-4d81-b89d-ab2a5f548766 req-885a8698-122b-4632-9cf8-da8b0e5906b9 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:15.761021 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e7b57e48-76e5-4d81-b89d-ab2a5f548766 req-885a8698-122b-4632-9cf8-da8b0e5906b9 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1341834 Aug 20 19:09:15.835366 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-26b343f0-427f-409a-a692-c554902d6f5d req-7dcc95cc-b3e5-41d8-a82d-46bb82a77c82 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851099 Aug 20 19:09:15.842752 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e7b57e48-76e5-4d81-b89d-ab2a5f548766 req-ac4e7697-ce3e-4c2f-be59-709f548cbdab tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674083 Aug 20 19:09:16.096664 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e1474c8b-6dfa-4cb4-8355-da44934600f7 req-f83f0ec5-f6bc-408e-886f-2ffafc3f9f29 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.1619840 Aug 20 19:09:16.103490 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f0e6155d-6a6b-4964-ba70-c737c7922d8e req-079ce3c0-082f-46c7-966a-759b9223aace tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1326034 Aug 20 19:09:16.281296 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613c6d2-d5c0-4231-b2cb-e0f833f9d91f req-1c3c877c-65c4-4dcb-b08e-046abe927690 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:16.282751 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c613c6d2-d5c0-4231-b2cb-e0f833f9d91f req-1c3c877c-65c4-4dcb-b08e-046abe927690 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0772882 Aug 20 19:09:16.332362 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c613c6d2-d5c0-4231-b2cb-e0f833f9d91f req-680d3e4b-62c1-4b8b-bc13-ab9dff8a9463 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408380 Aug 20 19:09:16.622551 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c195130-6ca4-4084-bcbe-309e718e65c5 req-19ab881f-a2da-408c-9712-f5df61f3fbab tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:16.624065 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0c195130-6ca4-4084-bcbe-309e718e65c5 req-19ab881f-a2da-408c-9712-f5df61f3fbab tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.1044836 Aug 20 19:09:16.635397 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d8624-64a4-4516-8db7-f7151ce91f96 req-2061a746-12b9-4617-9555-384b3a7fd5ef tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:16.636842 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0a9d8624-64a4-4516-8db7-f7151ce91f96 req-2061a746-12b9-4617-9555-384b3a7fd5ef tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1529484 Aug 20 19:09:16.706075 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0c195130-6ca4-4084-bcbe-309e718e65c5 req-2b998df6-a65a-47d6-95b2-be5342740d9e tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681503 Aug 20 19:09:16.713371 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0a9d8624-64a4-4516-8db7-f7151ce91f96 req-74a6861b-6ae5-4f1e-b228-c6cc06086df7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594654 Aug 20 19:09:17.087877 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b6e84-36e0-4211-ab64-5597cc121677 req-9fa1a255-dea1-40a2-8285-02310d825fe8 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:17.089273 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3f6b6e84-36e0-4211-ab64-5597cc121677 req-9fa1a255-dea1-40a2-8285-02310d825fe8 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.1469216 Aug 20 19:09:17.099238 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edefb5-19ad-4ae9-8f76-e7a319a918b6 req-0cc93df5-4b39-4c0c-9c10-76a1c616150c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:17.100822 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b7edefb5-19ad-4ae9-8f76-e7a319a918b6 req-0cc93df5-4b39-4c0c-9c10-76a1c616150c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1273599 Aug 20 19:09:17.174316 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3f6b6e84-36e0-4211-ab64-5597cc121677 req-a4086f86-2a0a-4e06-b197-84ba164c5b1a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724947 Aug 20 19:09:17.178996 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b7edefb5-19ad-4ae9-8f76-e7a319a918b6 req-39e3d24c-2ee3-48a8-98ec-2d6e30480d5c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629349 Aug 20 19:09:17.357134 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d0b84487-bb43-42b6-af7d-c14976f20862 req-c17129d9-c7f2-4a0a-b94e-394e54186a64 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0820351 Aug 20 19:09:17.359109 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4fadea1-1424-42ea-bff2-8483eec8aa75 req-0487f278-e171-4b14-930e-c71e6e026ade tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0824392 Aug 20 19:09:17.555965 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d41747-027b-4438-b1e4-c9d34c5d4bcd req-a4fd1692-5b68-4095-881a-26a458d9fbdd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:17.557448 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-58d41747-027b-4438-b1e4-c9d34c5d4bcd req-a4fd1692-5b68-4095-881a-26a458d9fbdd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0906079 Aug 20 19:09:17.613237 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-58d41747-027b-4438-b1e4-c9d34c5d4bcd req-65c58dc8-d1e6-499a-a0ee-f0fa7a1abac3 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484462 Aug 20 19:09:17.954011 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351ca1-4cec-446a-8fb5-33730b9b8097 req-f1dfb437-75ac-4d24-8a5c-c10e3be59e0f tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:17.955466 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-57351ca1-4cec-446a-8fb5-33730b9b8097 req-f1dfb437-75ac-4d24-8a5c-c10e3be59e0f tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.1443336 Aug 20 19:09:17.963646 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6de3b-4e9d-4d38-a71f-649c72d56257 req-c20765bb-848e-4d0b-8605-f786aee8208d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:17.964994 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c0f6de3b-4e9d-4d38-a71f-649c72d56257 req-c20765bb-848e-4d0b-8605-f786aee8208d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1212473 Aug 20 19:09:18.031872 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-57351ca1-4cec-446a-8fb5-33730b9b8097 req-d62371c3-ef30-48a5-87e8-84339b72fb1b tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Aug 20 19:09:18.036553 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c0f6de3b-4e9d-4d38-a71f-649c72d56257 req-92a8cdb2-1059-410d-8eca-6016954794c2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569525 Aug 20 19:09:18.415022 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d95a2-902c-42bb-beda-c3874b7c7491 req-e2a80d60-a3bc-48f8-b516-721a9bc94913 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:18.416472 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e32d95a2-902c-42bb-beda-c3874b7c7491 req-e2a80d60-a3bc-48f8-b516-721a9bc94913 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.1402245 Aug 20 19:09:18.423685 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a279a09-8ffe-4559-bbf9-4b6ff317ba95 req-35625189-358d-4ef1-99ab-87df9ea75c22 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:18.425033 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5a279a09-8ffe-4559-bbf9-4b6ff317ba95 req-35625189-358d-4ef1-99ab-87df9ea75c22 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1176131 Aug 20 19:09:18.493437 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e32d95a2-902c-42bb-beda-c3874b7c7491 req-18757bea-fbe1-4439-8d1e-26d3cb7b6f25 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674775 Aug 20 19:09:18.498095 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5a279a09-8ffe-4559-bbf9-4b6ff317ba95 req-fe0ae22e-9430-4c86-829c-4d5287eec165 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596149 Aug 20 19:09:18.664421 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-48710612-185a-4b3a-8551-d6e617650ffa req-149f866f-b596-41e4-9c2c-bccabca0a7bb tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0777245 Aug 20 19:09:18.670417 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-db4ac743-2562-46df-ab2c-754eb69e197a req-e129863d-3ba5-4fe7-82a2-572663736b20 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0501525 Aug 20 19:09:18.839109 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cba462-6f5a-43e8-9dd8-842af8e9aac3 req-2b9e9a6d-23ff-42e8-a74c-cfb581699a51 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:18.840479 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b4cba462-6f5a-43e8-9dd8-842af8e9aac3 req-2b9e9a6d-23ff-42e8-a74c-cfb581699a51 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0772018 Aug 20 19:09:18.886970 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b4cba462-6f5a-43e8-9dd8-842af8e9aac3 req-e3b31d32-195f-411f-b0ed-dd47b45545d1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406671 Aug 20 19:09:19.271859 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850a2d-7a03-48a0-8c79-906c3e808a74 req-9d8f9146-f103-4146-903c-6084b04a0ecc tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:19.273315 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7c850a2d-7a03-48a0-8c79-906c3e808a74 req-9d8f9146-f103-4146-903c-6084b04a0ecc tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.1369851 Aug 20 19:09:19.280989 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc94f-f994-48d8-9913-474658373f52 req-0cf63c39-bc82-4ef4-ba2c-3ec97b520fb2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:19.282324 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ce3fc94f-f994-48d8-9913-474658373f52 req-0cf63c39-bc82-4ef4-ba2c-3ec97b520fb2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1111765 Aug 20 19:09:19.349627 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7c850a2d-7a03-48a0-8c79-906c3e808a74 req-dab3fa0b-6f16-4c08-9a55-fb9e7574e9e9 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663979 Aug 20 19:09:19.353747 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ce3fc94f-f994-48d8-9913-474658373f52 req-4d45f11f-6717-45cf-87f4-62871fce1ca7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576646 Aug 20 19:09:19.799822 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafdb77-cb5c-4c54-ab96-b1cffdb743b0 req-7043e3b7-044e-4999-a9f8-871265aa26c3 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:19.801212 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bfafdb77-cb5c-4c54-ab96-b1cffdb743b0 req-7043e3b7-044e-4999-a9f8-871265aa26c3 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1737144 Aug 20 19:09:19.811911 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7561296-e851-4c16-90c0-066f2528f998 req-cc81604c-87e9-43ad-a6ba-ce9d2d5efe68 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:19.813268 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d7561296-e851-4c16-90c0-066f2528f998 req-cc81604c-87e9-43ad-a6ba-ce9d2d5efe68 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.2163992 Aug 20 19:09:19.885097 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bfafdb77-cb5c-4c54-ab96-b1cffdb743b0 req-440f2b9e-8d8d-4e76-a856-6c0d694d8aad tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708671 Aug 20 19:09:19.887811 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d7561296-e851-4c16-90c0-066f2528f998 req-ee0cf576-c681-4369-a15e-b3a68d135340 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612781 Aug 20 19:09:20.054682 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-21944de4-36fc-4688-bbd0-6a99dbd9ee34 req-41b53521-c1f8-4e87-b754-ea8ca0c63502 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0760062 Aug 20 19:09:20.060587 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-700a62f3-c1d4-459c-9518-1dade7c2b648 req-690876eb-2d99-4481-a80c-0d872e5d28d3 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0498672 Aug 20 19:09:20.224873 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121fdcd-8db4-4633-b6f1-04792bb6b178 req-b4b5fcc8-58f9-4299-925a-0b37310d8568 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:20.226307 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0121fdcd-8db4-4633-b6f1-04792bb6b178 req-b4b5fcc8-58f9-4299-925a-0b37310d8568 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0804644 Aug 20 19:09:20.269556 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0121fdcd-8db4-4633-b6f1-04792bb6b178 req-c227bf38-c3cb-4533-a6ca-b0e35babeb0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377340 Aug 20 19:09:20.593766 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23678db6-13cc-470a-8b0f-9a6abc0673da req-d7d0f0ce-4e2c-40a9-9c69-ca738684d482 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:20.595184 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-23678db6-13cc-470a-8b0f-9a6abc0673da req-d7d0f0ce-4e2c-40a9-9c69-ca738684d482 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1090362 Aug 20 19:09:20.603077 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9726f05-b011-49c7-9929-e8581a585a9d req-763831a0-fee0-4cc0-888c-c2dac3996a74 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:20.604396 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a9726f05-b011-49c7-9929-e8581a585a9d req-763831a0-fee0-4cc0-888c-c2dac3996a74 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.1491838 Aug 20 19:09:20.672344 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-23678db6-13cc-470a-8b0f-9a6abc0673da req-cd98f65f-f0c5-4751-996b-98f691aa6c42 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669463 Aug 20 19:09:20.675067 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a9726f05-b011-49c7-9929-e8581a585a9d req-b1dc13db-7fd9-440b-9bb2-75aa2e470bbc tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574627 Aug 20 19:09:21.133962 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2488db-145d-4b13-9572-bdf415a25dff req-1ffd55db-b561-4211-883f-ac9739cac1d4 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:21.135412 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e2488db-145d-4b13-9572-bdf415a25dff req-1ffd55db-b561-4211-883f-ac9739cac1d4 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 931 time: 0.1402223 Aug 20 19:09:21.146620 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdbb13-bf70-46fd-bc96-01c94eb3320f req-1c68380a-c579-4921-b09c-3dd8fc4d81cd tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:21.147956 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5fdbb13-bf70-46fd-bc96-01c94eb3320f req-1c68380a-c579-4921-b09c-3dd8fc4d81cd tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1546166 Aug 20 19:09:21.217240 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e2488db-145d-4b13-9572-bdf415a25dff req-ae519ae8-0566-492d-8375-7b5aa28cf630 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682671 Aug 20 19:09:21.221235 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5fdbb13-bf70-46fd-bc96-01c94eb3320f req-8fb94947-f2c7-4fc4-a228-b4d5f856164c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593312 Aug 20 19:09:21.386411 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-807c6f2e-b4e4-42a6-8a1c-87d672272465 req-9a9d5fcf-fcd9-4a7c-a757-b2df760282f3 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0752997 Aug 20 19:09:21.392786 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e2e40c38-05c0-4406-b72e-398247f8428e req-e0b1678a-398b-47af-9b73-b7f9a3bf6106 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0508313 Aug 20 19:09:21.560055 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea2785-3934-4bd9-a4ca-be40c0aae285 req-16e72e06-2b7b-42e4-b151-7dc5833a8e55 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:21.561431 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6cea2785-3934-4bd9-a4ca-be40c0aae285 req-16e72e06-2b7b-42e4-b151-7dc5833a8e55 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0806983 Aug 20 19:09:21.608418 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6cea2785-3934-4bd9-a4ca-be40c0aae285 req-77787619-3b63-445d-be89-4cb77299b581 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393324 Aug 20 19:09:21.809646 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Request body: {'port': {'device_id': '11541239-18a2-485c-92a3-0132ec582c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:21.933391 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:22.000552 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4073ae-70a3-451c-a3a9-baeff9db4844 req-715eae59-4d43-4d84-bcc1-7fc63b051deb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:22.002079 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4a4073ae-70a3-451c-a3a9-baeff9db4844 req-715eae59-4d43-4d84-bcc1-7fc63b051deb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.2074153 Aug 20 19:09:22.008551 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-9b86ba71-44c7-4534-9060-a11d37279e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:22.009969 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-9b86ba71-44c7-4534-9060-a11d37279e37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1812599 Aug 20 19:09:22.040753 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0207ba-ebd4-4c76-9a8f-19a21e58c14a req-6d5a2bbb-64f3-4951-ad55-f26c3c6d460c tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:22.042092 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2c0207ba-ebd4-4c76-9a8f-19a21e58c14a req-6d5a2bbb-64f3-4951-ad55-f26c3c6d460c tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.1813705 Aug 20 19:09:22.132292 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4a4073ae-70a3-451c-a3a9-baeff9db4844 req-c3bd6b05-e5ad-4e6b-a15f-9351d93ba526 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206992 Aug 20 19:09:22.169659 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2c0207ba-ebd4-4c76-9a8f-19a21e58c14a req-d5119190-cd71-482a-a1af-ddda988361a0 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997624 Aug 20 19:09:22.292035 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-309a542d-3224-4190-859a-ffe91590dbee service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408786 Aug 20 19:09:22.339521 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bb04b4-2402-4478-919a-b90c84895dec {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:22.347649 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:22.364559 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Transition to ACTIVE for port object e5bb04b4-2402-4478-919a-b90c84895dec will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:09:22.370179 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:22.384072 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:22.549769 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bb04b4-2402-4478-919a-b90c84895dec,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:22.577131 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.577500 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.577861 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.578215 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.578564 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.578914 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.579261 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.579613 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.579964 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.580304 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.580735 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.581106 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:22.586074 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:22.765368 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-87d5502a-354b-48af-8a75-f86627d47bd0 req-86e1c7be-729b-4137-967a-0273f3bd11c6 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116607 Aug 20 19:09:22.795501 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922570f-35cd-4f71-8805-a83b17ad0173 req-a4d71aad-d599-48a8-ac7d-cad1245b5fc8 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:22.797007 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0922570f-35cd-4f71-8805-a83b17ad0173 req-a4d71aad-d599-48a8-ac7d-cad1245b5fc8 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 943 time: 0.3177903 Aug 20 19:09:22.823932 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0abbc-a744-4c41-8cdc-95221a81b7df req-5e99832f-daa8-4cd4-bd92-83b7c8d2bd3f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:22.825394 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5cb0abbc-a744-4c41-8cdc-95221a81b7df req-5e99832f-daa8-4cd4-bd92-83b7c8d2bd3f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.3446589 Aug 20 19:09:22.841497 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Attempting to bind port e5bb04b4-2402-4478-919a-b90c84895dec on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:09:22.842164 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Attempting to bind port e5bb04b4-2402-4478-919a-b90c84895dec by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:09:22.842301 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Attempting to bind port e5bb04b4-2402-4478-919a-b90c84895dec on network 24c2aa0b-25e5-412c-a63c-2588aed042cb {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:09:22.849364 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Port e5bb04b4-2402-4478-919a-b90c84895dec on network 24c2aa0b-25e5-412c-a63c-2588aed042cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:09:22.849760 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Attempting to bind port e5bb04b4-2402-4478-919a-b90c84895dec on network 24c2aa0b-25e5-412c-a63c-2588aed042cb {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:09:22.857710 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:09:22.858041 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Checking segment: {'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:09:22.858422 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Bound using segment: {'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:09:22.858844 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Bound port: e5bb04b4-2402-4478-919a-b90c84895dec, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:09:22.859187 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:22.870980 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c7d47-0ac9-4dc2-b9c8-077191881cb0 req-bb8509da-b826-463d-b9e5-8877d63988a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:22.872449 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-431c7d47-0ac9-4dc2-b9c8-077191881cb0 req-bb8509da-b826-463d-b9e5-8877d63988a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 1103 time: 0.1653078 Aug 20 19:09:22.874587 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0922570f-35cd-4f71-8805-a83b17ad0173 req-7700fac7-0bc5-43f6-9f62-396124ff9c6d tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706251 Aug 20 19:09:22.900547 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5cb0abbc-a744-4c41-8cdc-95221a81b7df req-9d35dfdf-0d3d-41de-b259-d8c66ffafb55 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610840 Aug 20 19:09:22.988543 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-431c7d47-0ac9-4dc2-b9c8-077191881cb0 req-e908bcd3-d194-4f12-a1ab-22482ae3804d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583324 Aug 20 19:09:22.997979 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] For port e5bb04b4-2402-4478-919a-b90c84895dec, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:09:23.001075 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] For port e5bb04b4-2402-4478-919a-b90c84895dec, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e5bb04b4-2402-4478-919a-b90c84895dec,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:09:23.005492 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:23.009960 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b56b374f-39d5-43be-9822-8dc130083302 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:23.063322 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.063927 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:23.065289 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 200 len: 1093 time: 1.2613413 Aug 20 19:09:23.065776 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:23.068379 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-36378ed8-2be3-461a-98f5-d10d4c0b1f70 req-d6cb70e2-7a9a-474e-80d8-ef3bd19c9be6 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0741916 Aug 20 19:09:23.084088 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d46a6f18-2f07-4570-9ea2-74e820506670 req-c068c8cb-b9e5-40e9-9620-b4113b1baca4 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0512249 Aug 20 19:09:23.088024 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bb04b4-2402-4478-919a-b90c84895dec,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:23.100257 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:23.151847 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'status': 'completed', 'code': 200} Aug 20 19:09:23.308440 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764ade0-6b4c-4751-87d1-a048ea7cee17 req-fc340bf7-81dd-455e-9b15-4e26946473bc tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.309802 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4764ade0-6b4c-4751-87d1-a048ea7cee17 req-fc340bf7-81dd-455e-9b15-4e26946473bc tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1289985 Aug 20 19:09:23.363522 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4764ade0-6b4c-4751-87d1-a048ea7cee17 req-399269ce-061d-4186-b0d2-0768723a1e83 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467937 Aug 20 19:09:23.374801 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70518a-9f88-4669-835e-e0bfbd53fe68 req-28c87c30-f68d-4278-b30f-db6bf476b3b0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.376815 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7b70518a-9f88-4669-835e-e0bfbd53fe68 req-28c87c30-f68d-4278-b30f-db6bf476b3b0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1298721 Aug 20 19:09:23.434413 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7b70518a-9f88-4669-835e-e0bfbd53fe68 req-3d8e7021-f51b-4841-a266-b79af50b796c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514436 Aug 20 19:09:23.514523 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f560-45e0-4a67-ae2b-cedff1b0db86 req-60a5af24-b006-41ce-a771-f738b5fa24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.516059 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-8909f560-45e0-4a67-ae2b-cedff1b0db86 req-60a5af24-b006-41ce-a771-f738b5fa24aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=398c146e71854f9da6a5d9946524f8c6&device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 1096 time: 0.0779569 Aug 20 19:09:23.564742 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93525-6aa2-4e23-8425-94e92f509305 req-c279be39-4d64-4aba-b949-fc8df08d28c0 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.566288 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30d93525-6aa2-4e23-8425-94e92f509305 req-c279be39-4d64-4aba-b949-fc8df08d28c0 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.0878954 Aug 20 19:09:23.621190 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30d93525-6aa2-4e23-8425-94e92f509305 req-a7963632-0f61-4ed2-8336-7cf44b6dbc1a tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487475 Aug 20 19:09:23.705894 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f560-45e0-4a67-ae2b-cedff1b0db86 req-3cb601b6-ffb8-42f7-a761-f2d17b421618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.707745 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-8909f560-45e0-4a67-ae2b-cedff1b0db86 req-3cb601b6-ffb8-42f7-a761-f2d17b421618 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=398c146e71854f9da6a5d9946524f8c6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1755986 Aug 20 19:09:23.793290 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d318bf-0fd8-4211-8944-03222616ec20 req-accbe945-a358-4176-9638-6d54b86e6ef7 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.794769 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d4d318bf-0fd8-4211-8944-03222616ec20 req-accbe945-a358-4176-9638-6d54b86e6ef7 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0952065 Aug 20 19:09:23.841509 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d4d318bf-0fd8-4211-8944-03222616ec20 req-02c9840d-dcf2-40e8-8c2c-ac7bc28e41ab tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406289 Aug 20 19:09:23.971370 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f560-45e0-4a67-ae2b-cedff1b0db86 req-cea31f2d-7ac2-44f1-813d-48946c70ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.972821 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-8909f560-45e0-4a67-ae2b-cedff1b0db86 req-cea31f2d-7ac2-44f1-813d-48946c70ab19 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2563291 Aug 20 19:09:23.995327 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e405c2b-6872-4d00-b170-06a373e2847b req-4b66b1d3-dca2-4bba-8d9d-e9c89da9e46b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.996040 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-3e405c2b-6872-4d00-b170-06a373e2847b req-4b66b1d3-dca2-4bba-8d9d-e9c89da9e46b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Synchronizing usage tracker for tenant:a552e474dc724f3b8591b06118232a7f on resource:network {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:24.014669 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-3e405c2b-6872-4d00-b170-06a373e2847b req-4b66b1d3-dca2-4bba-8d9d-e9c89da9e46b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Unset dirty status for tenant:a552e474dc724f3b8591b06118232a7f on resource:network {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:24.015968 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-4b66b1d3-dca2-4bba-8d9d-e9c89da9e46b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.11 "GET /v2.0/networks?id=c4028fbd-2e12-4323-a257-4bd9db0bc623 HTTP/1.1" status: 200 len: 809 time: 0.2535844 Aug 20 19:09:24.161582 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-3e405c2b-6872-4d00-b170-06a373e2847b req-1ee43cf6-b9d9-441c-9e2d-435b9db71e2a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Synchronizing usage tracker for tenant:a552e474dc724f3b8591b06118232a7f on resource:security_group {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:24.181626 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-3e405c2b-6872-4d00-b170-06a373e2847b req-1ee43cf6-b9d9-441c-9e2d-435b9db71e2a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Unset dirty status for tenant:a552e474dc724f3b8591b06118232a7f on resource:security_group {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:24.182717 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-1ee43cf6-b9d9-441c-9e2d-435b9db71e2a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a552e474dc724f3b8591b06118232a7f HTTP/1.1" status: 200 len: 380 time: 0.1096132 Aug 20 19:09:24.195287 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9d791-09f6-4777-8a31-660b99358fed req-d4124cc2-818a-4412-b71f-13ed320e5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:24.196673 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-afa9d791-09f6-4777-8a31-660b99358fed req-d4124cc2-818a-4412-b71f-13ed320e5aab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 1098 time: 0.0941174 Aug 20 19:09:24.205110 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d8759-439f-4cea-8fe1-4bdc7dd41f3b req-5336e68c-454f-4413-9caa-8aa504d2b669 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:24.206573 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-866d8759-439f-4cea-8fe1-4bdc7dd41f3b req-5336e68c-454f-4413-9caa-8aa504d2b669 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 943 time: 0.2177618 Aug 20 19:09:24.215577 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def642bb-f341-47eb-86f5-3817d72fe904 req-f6bc7a6c-1f93-48b5-ba5a-babe6fdb4251 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:24.216960 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-def642bb-f341-47eb-86f5-3817d72fe904 req-f6bc7a6c-1f93-48b5-ba5a-babe6fdb4251 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1873815 Aug 20 19:09:24.229011 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Request body: {'port': {'device_id': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'admin_state_up': True, 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'security_groups': ['fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f']}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:24.268761 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-93d10408-cf08-4a9d-95c9-27f97bff3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:24.277086 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-93d10408-cf08-4a9d-95c9-27f97bff3a1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=398c146e71854f9da6a5d9946524f8c6&device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 1096 time: 0.1800473 Aug 20 19:09:24.369921 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-866d8759-439f-4cea-8fe1-4bdc7dd41f3b req-880d93dc-b760-435e-8f2e-181c32b091bc tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511567 Aug 20 19:09:24.371016 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-716de068-bf83-4563-a03a-2c4bef40544a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 200 len: 217 time: 0.0734851 Aug 20 19:09:24.375342 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-def642bb-f341-47eb-86f5-3817d72fe904 req-5ec58a4e-e23a-4108-8250-9b13434235d2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394846 Aug 20 19:09:24.472721 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:24.476163 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9d791-09f6-4777-8a31-660b99358fed req-2b479da6-47de-416e-8937-f684f646ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:24.477615 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-afa9d791-09f6-4777-8a31-660b99358fed req-2b479da6-47de-416e-8937-f684f646ad57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 912 time: 0.2524705 Aug 20 19:09:24.480693 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Usage tracker for resource:port and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:24.483554 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:24.492351 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:24.503112 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-9c0a2b74-cb58-43de-b1e1-2321449389eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:24.504364 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-9c0a2b74-cb58-43de-b1e1-2321449389eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75052161-7021-4e7e-aa5e-6afde754110a HTTP/1.1" status: 200 len: 854 time: 0.1199131 Aug 20 19:09:24.556524 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Made reservation on behalf of a552e474dc724f3b8591b06118232a7f for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:09:24.560022 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:24.607600 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5eae42d0-d4bb-4e69-8ee6-718da1a87477 req-41a084c9-8c05-45c1-ba64-a5d7b86eda1b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0841401 Aug 20 19:09:24.679488 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-afa9d791-09f6-4777-8a31-660b99358fed req-fec74034-c50a-4ae3-85e9-fa19210e1bd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc80a753-a448-4ce1-877a-cac157278acc HTTP/1.1" status: 200 len: 1001 time: 0.1758828 Aug 20 19:09:24.682840 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0699acf7-d3df-407d-93a6-f9201134ea96 req-84307f4f-815a-4489-9a45-1ff9184ba3c7 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1207979 Aug 20 19:09:24.718686 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-d95eb638-1f50-4ce8-8392-cb2b972ff650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:24.720173 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-d95eb638-1f50-4ce8-8392-cb2b972ff650 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c2aa0b-25e5-412c-a63c-2588aed042cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1015024 Aug 20 19:09:24.736662 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.11', 61140) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:24.808932 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9d791-09f6-4777-8a31-660b99358fed req-7fd4a3f8-394d-4c1e-b77d-5ecacfb94cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:24.810874 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-afa9d791-09f6-4777-8a31-660b99358fed req-7fd4a3f8-394d-4c1e-b77d-5ecacfb94cd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.0707378 Aug 20 19:09:24.987774 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Allocated IP 172.20.0.5 (c4028fbd-2e12-4323-a257-4bd9db0bc623/1a25ebdc-94d4-4cad-bcd1-041979dd0a24/7f9ff966-4ab0-43d7-adfc-40d475b770ce) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:09:25.233029 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:25.250587 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Transition to ACTIVE for port object 7f9ff966-4ab0-43d7-adfc-40d475b770ce will not be triggered until provisioned by entity DHCP. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:09:25.275546 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-9daccfd4-ee6b-4724-8027-6a4d026d24a6 service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039085 Aug 20 19:09:25.278535 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:25.284777 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-02e7e6a8-f9f8-4bf6-afcb-53586883210e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:25.293779 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-97a2cfc2-205e-4da0-ba16-82eb662b5d28 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.295164 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-97a2cfc2-205e-4da0-ba16-82eb662b5d28 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.11 "GET /v2.0/networks?id=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 HTTP/1.1" status: 200 len: 813 time: 0.4929943 Aug 20 19:09:25.303956 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15402249-4f9f-4a10-9809-43c284d380a7 req-d70cd21b-2ef2-4918-b308-db42bbc9c6d6 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.310482 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15402249-4f9f-4a10-9809-43c284d380a7 req-d70cd21b-2ef2-4918-b308-db42bbc9c6d6 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.5636270 Aug 20 19:09:25.319820 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f809934-88b4-416d-98a4-65a902f9200b req-ec078737-09b6-49ef-887e-a577ab0d7625 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.321268 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6f809934-88b4-416d-98a4-65a902f9200b req-ec078737-09b6-49ef-887e-a577ab0d7625 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.5175283 Aug 20 19:09:25.360604 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9d791-09f6-4777-8a31-660b99358fed req-0beed8a0-6c7f-45bf-b021-6d0af6fe1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.362095 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-afa9d791-09f6-4777-8a31-660b99358fed req-0beed8a0-6c7f-45bf-b021-6d0af6fe1fe1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3150585 Aug 20 19:09:25.364469 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Network c4028fbd-2e12-4323-a257-4bd9db0bc623 is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:09:25.367949 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:09:25.371968 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:09:25.394944 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Request body: {'port': {'device_id': 'f228dc32-319e-4636-88d5-0421d055e4e6', 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82', 'admin_state_up': True, 'tenant_id': '3492a6dde6714f72bffa51c1bd44af5b'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:25.439822 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.442424 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:25.479774 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event updated for resources: {'Port': ['ID=7f9ff966-4ab0-43d7-adfc-40d475b770ce,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:25.488522 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:25.568123 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15402249-4f9f-4a10-9809-43c284d380a7 req-bd843d2a-14cd-42df-b18c-c9aad17f6601 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566853 Aug 20 19:09:25.609892 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3857684 Aug 20 19:09:25.636445 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6f809934-88b4-416d-98a4-65a902f9200b req-640602f0-8b58-4465-9e64-06902e14a4ff tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977755 Aug 20 19:09:25.656357 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.11', 61145) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:25.658448 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-afa9d791-09f6-4777-8a31-660b99358fed req-45af4fbe-cd78-4f29-a249-7debe9d41a8e service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089047 Aug 20 19:09:25.664731 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Request body: {'port': {'device_id': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:25.681740 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-8b80c76b-ebae-440b-9110-bdd32ab5995c None None] Provisioning for port 7f9ff966-4ab0-43d7-adfc-40d475b770ce completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:09:25.694255 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-8b80c76b-ebae-440b-9110-bdd32ab5995c None None] Provisioning complete for port 7f9ff966-4ab0-43d7-adfc-40d475b770ce triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:09:25.694751 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-8b80c76b-ebae-440b-9110-bdd32ab5995c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:25.756326 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-8b80c76b-ebae-440b-9110-bdd32ab5995c None None] Port 7f9ff966-4ab0-43d7-adfc-40d475b770ce cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:09:25.764106 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e2d997c-f45d-4b59-a105-ce6f9f110417 req-060cd297-8af3-4422-bb9d-24d3d14822d9 service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268377 Aug 20 19:09:25.784471 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:25.789355 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Usage tracker for resource:port and tenant:3492a6dde6714f72bffa51c1bd44af5b is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:25.793393 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:25.801925 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:25.861303 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Made reservation on behalf of 3492a6dde6714f72bffa51c1bd44af5b for: {'port': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:09:25.865318 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:25.939772 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc185242-2f78-4325-b622-3056c71b0fda req-3419418b-1a6d-4b88-a79a-5aaf4f484424 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.941447 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dc185242-2f78-4325-b622-3056c71b0fda req-3419418b-1a6d-4b88-a79a-5aaf4f484424 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.2508154 Aug 20 19:09:25.957860 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:25.971306 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4423ff-5e1f-4d6f-8be3-6b9caf7712d1 req-34678adf-8684-4587-925f-f15009bbccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.972775 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-fc4423ff-5e1f-4d6f-8be3-6b9caf7712d1 req-34678adf-8684-4587-925f-f15009bbccd2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 1098 time: 0.3130624 Aug 20 19:09:25.978868 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-afa9d791-09f6-4777-8a31-660b99358fed req-ef21799d-dc9e-4208-bdff-9f9bbadb0491 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565365 Aug 20 19:09:26.070420 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514707e-8f33-4831-9e9b-d94767c7dab9 req-b98aebfc-9f87-410e-ae18-c24b004f1321 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:26.071806 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5514707e-8f33-4831-9e9b-d94767c7dab9 req-b98aebfc-9f87-410e-ae18-c24b004f1321 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 943 time: 0.2716138 Aug 20 19:09:26.074486 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dc185242-2f78-4325-b622-3056c71b0fda req-ceb0fe42-c8fe-4cb8-bbac-b54a975087ad tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243157 Aug 20 19:09:26.074721 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-fc4423ff-5e1f-4d6f-8be3-6b9caf7712d1 req-acce6d22-4e26-45b7-8665-b22e0344a869 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931737 Aug 20 19:09:26.135179 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Allocated IP 172.20.0.7 (6ebdb8f5-f737-4bea-b0b7-550b4c3eca82/64dc7e29-8546-4a36-b38b-8afecfec67f7/f69c22b3-e817-423a-acda-a2f1d714d053) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:09:26.143051 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5514707e-8f33-4831-9e9b-d94767c7dab9 req-59aab4fc-9fcc-4859-a744-43e32a1babf8 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627985 Aug 20 19:09:26.354183 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9ff966-4ab0-43d7-adfc-40d475b770ce {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:26.362767 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:26.376857 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Transition to ACTIVE for port object 7f9ff966-4ab0-43d7-adfc-40d475b770ce will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:09:26.384742 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:26.388273 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:26.479580 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ce6f4-f097-4d40-8abd-e6e7e1fb9ba9 req-d75172f3-a88f-4fb9-b649-81f21f2c4b36 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:26.481133 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2b3ce6f4-f097-4d40-8abd-e6e7e1fb9ba9 req-d75172f3-a88f-4fb9-b649-81f21f2c4b36 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.2884376 Aug 20 19:09:26.492445 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc69bae-e23b-4948-b769-564cd9f12e60 req-e6132183-2ece-4c09-b6ff-6a9154391776 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:26.493967 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-efc69bae-e23b-4948-b769-564cd9f12e60 req-e6132183-2ece-4c09-b6ff-6a9154391776 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 931 time: 0.2425556 Aug 20 19:09:26.501875 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:26.515428 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Pushing event updated for resources: {'Port': ['ID=7f9ff966-4ab0-43d7-adfc-40d475b770ce,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:26.547589 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:26.586740 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2b3ce6f4-f097-4d40-8abd-e6e7e1fb9ba9 req-843b7e72-53da-43ff-b4df-193e09a8f47c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916295 Aug 20 19:09:26.589435 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-efc69bae-e23b-4948-b769-564cd9f12e60 req-ee1e376e-26c7-4f4d-9c4d-2d87777ca9e9 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725172 Aug 20 19:09:26.625715 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:26.631409 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Attempting to bind port 7f9ff966-4ab0-43d7-adfc-40d475b770ce on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:09:26.631689 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Attempting to bind port 7f9ff966-4ab0-43d7-adfc-40d475b770ce by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:09:26.632013 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Attempting to bind port 7f9ff966-4ab0-43d7-adfc-40d475b770ce on network c4028fbd-2e12-4323-a257-4bd9db0bc623 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:09:26.637006 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3144e706-e9f6-49de-a2a1-98f13f848a5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:26.638432 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Port 7f9ff966-4ab0-43d7-adfc-40d475b770ce on network c4028fbd-2e12-4323-a257-4bd9db0bc623 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:09:26.638759 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Attempting to bind port 7f9ff966-4ab0-43d7-adfc-40d475b770ce on network c4028fbd-2e12-4323-a257-4bd9db0bc623 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:09:26.644593 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:09:26.645844 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Checking segment: {'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:09:26.646232 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Bound using segment: {'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:09:26.646662 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Bound port: 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:09:26.647011 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:26.718674 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:09:26.722373 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:09:26.727025 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:09:26.827874 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Pushing event updated for resources: {'Port': ['ID=f69c22b3-e817-423a-acda-a2f1d714d053,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:26.833653 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] For port 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:09:26.836540 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] For port 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:09:26.842610 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:26.846212 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e9ab8169-2651-4568-a15b-695b21a83960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:26.858912 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.859228 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.859596 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.859956 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.860313 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.860669 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.861055 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.861410 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.861761 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.862108 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.862455 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.862798 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:26.872703 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:26.903061 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:26.903265 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:26.904629 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] 10.222.0.11 "PUT /v2.0/ports/7f9ff966-4ab0-43d7-adfc-40d475b770ce HTTP/1.1" status: 200 len: 1093 time: 1.2517929 Aug 20 19:09:26.905167 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:26.913654 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:26.914451 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:26.924850 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Pushing event updated for resources: {'Port': ['ID=7f9ff966-4ab0-43d7-adfc-40d475b770ce,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:26.928113 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:26.949324 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5673358 Aug 20 19:09:26.969498 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee778b-eb53-4059-82c1-4f2c8ef0167c req-5d9c6b16-514f-4e63-8374-4db96f839bb2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:26.970210 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-71ee778b-eb53-4059-82c1-4f2c8ef0167c req-5d9c6b16-514f-4e63-8374-4db96f839bb2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Synchronizing usage tracker for tenant:3492a6dde6714f72bffa51c1bd44af5b on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:26.979759 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af81be-9a03-4568-9276-dbb679acda88 req-1043f95f-a87c-4cc9-a144-02071840d44d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:26.981270 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c0af81be-9a03-4568-9276-dbb679acda88 req-1043f95f-a87c-4cc9-a144-02071840d44d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.2253528 Aug 20 19:09:26.987308 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Request body: {'port': {'device_id': 'f228dc32-319e-4636-88d5-0421d055e4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:27.053970 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e405c2b-6872-4d00-b170-06a373e2847b req-f0c7c665-d504-4ac8-9490-9430ea13c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:27.055490 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-f0c7c665-d504-4ac8-9490-9430ea13c3fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a552e474dc724f3b8591b06118232a7f&device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 1096 time: 0.0763268 Aug 20 19:09:27.083631 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-71ee778b-eb53-4059-82c1-4f2c8ef0167c req-5d9c6b16-514f-4e63-8374-4db96f839bb2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Unset dirty status for tenant:3492a6dde6714f72bffa51c1bd44af5b on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:27.084775 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-71ee778b-eb53-4059-82c1-4f2c8ef0167c req-5d9c6b16-514f-4e63-8374-4db96f839bb2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 931 time: 0.3304894 Aug 20 19:09:27.135683 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c0af81be-9a03-4568-9276-dbb679acda88 req-d3789431-bddd-4d03-b9db-2decc0c05155 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181705 Aug 20 19:09:27.152153 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-01a70fbf-c6e4-4206-ac10-d7b4a82425d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce HTTP/1.1" status: 200 len: 217 time: 0.0724626 Aug 20 19:09:27.181770 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:27.195011 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-71ee778b-eb53-4059-82c1-4f2c8ef0167c req-da9ff4c5-5af6-4ae7-8727-b50010761a33 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Synchronizing usage tracker for tenant:3492a6dde6714f72bffa51c1bd44af5b on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:27.258961 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e405c2b-6872-4d00-b170-06a373e2847b req-d4cc3118-4000-4c5a-90c6-6ce5becf030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:27.260467 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-d4cc3118-4000-4c5a-90c6-6ce5becf030b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a25ebdc-94d4-4cad-bcd1-041979dd0a24 HTTP/1.1" status: 200 len: 848 time: 0.0676231 Aug 20 19:09:27.339245 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e405c2b-6872-4d00-b170-06a373e2847b req-fc8cf0bf-10fa-4811-8704-92c1fd299cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:27.340719 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-fc8cf0bf-10fa-4811-8704-92c1fd299cee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4028fbd-2e12-4323-a257-4bd9db0bc623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725696 Aug 20 19:09:27.436724 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-71ee778b-eb53-4059-82c1-4f2c8ef0167c req-da9ff4c5-5af6-4ae7-8727-b50010761a33 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Unset dirty status for tenant:3492a6dde6714f72bffa51c1bd44af5b on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:27.438123 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-71ee778b-eb53-4059-82c1-4f2c8ef0167c req-da9ff4c5-5af6-4ae7-8727-b50010761a33 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166234 Aug 20 19:09:27.511895 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'status': 'completed', 'code': 200} Aug 20 19:09:27.520270 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-9656d80c-15d7-4b73-a4c4-e92c826e97ab service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706359 Aug 20 19:09:27.570354 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0a25d-072e-48b7-a3de-26d210b1d278 req-7c935bcd-a006-4749-a872-d7948ee8c435 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:27.571821 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dbb0a25d-072e-48b7-a3de-26d210b1d278 req-7c935bcd-a006-4749-a872-d7948ee8c435 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.2524023 Aug 20 19:09:27.679383 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-3e405c2b-6872-4d00-b170-06a373e2847b req-6f6c0f7b-2518-49dd-9776-3aa632e501ea service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269472 Aug 20 19:09:27.751568 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dbb0a25d-072e-48b7-a3de-26d210b1d278 req-ef832efb-2536-478d-93b3-d46c8432b236 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260216 Aug 20 19:09:27.826787 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e51dc-4f65-46d3-b329-63d33ca6b9e9 req-1e543dc0-0920-4171-a0b0-e78838affb1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:27.831055 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6b6e51dc-4f65-46d3-b329-63d33ca6b9e9 req-1e543dc0-0920-4171-a0b0-e78838affb1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.2039220 Aug 20 19:09:27.929766 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69c22b3-e817-423a-acda-a2f1d714d053 {{(pid=79347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:27.943073 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:27.949157 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-98e8f21a-3a84-4526-8faf-b739875a36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:27.950625 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-98e8f21a-3a84-4526-8faf-b739875a36ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a552e474dc724f3b8591b06118232a7f&device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 1096 time: 0.0728905 Aug 20 19:09:27.958053 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6b6e51dc-4f65-46d3-b329-63d33ca6b9e9 req-76ac8c3e-18c0-4379-beb5-c3399fa96990 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178811 Aug 20 19:09:27.969523 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Transition to ACTIVE for port object f69c22b3-e817-423a-acda-a2f1d714d053 will not be triggered until provisioned by entity L2. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:09:27.983825 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:27.988884 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:28.059193 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Pushing event updated for resources: {'Port': ['ID=f69c22b3-e817-423a-acda-a2f1d714d053,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:28.067553 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:28.075536 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d51859-fd75-4333-a401-4ae1233dfd7b req-70b87a9a-4a4c-4cb6-b00c-d8e65fe4b613 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.077163 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15d51859-fd75-4333-a401-4ae1233dfd7b req-70b87a9a-4a4c-4cb6-b00c-d8e65fe4b613 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 943 time: 0.2179751 Aug 20 19:09:28.123026 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-4f709a71-9ba4-4f5f-987a-2f3cb80714aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.124551 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-4f709a71-9ba4-4f5f-987a-2f3cb80714aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4028fbd-2e12-4323-a257-4bd9db0bc623 HTTP/1.1" status: 200 len: 910 time: 0.1529682 Aug 20 19:09:28.197743 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-746e4f6e-b3a0-4276-bb8c-6aef6001609a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce HTTP/1.1" status: 200 len: 217 time: 0.0647264 Aug 20 19:09:28.267788 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-526834ea-5053-4a30-b23a-f0fea14826ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.269370 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-526834ea-5053-4a30-b23a-f0fea14826ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a25ebdc-94d4-4cad-bcd1-041979dd0a24 HTTP/1.1" status: 200 len: 848 time: 0.0597863 Aug 20 19:09:28.298156 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15d51859-fd75-4333-a401-4ae1233dfd7b req-25e1807c-1356-4652-910d-196d377fcf0e tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838264 Aug 20 19:09:28.338696 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6196a-c5ab-4dea-afa3-3b128ff6160a req-68b51a6f-a034-450a-a01a-3a6a24491e50 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.340171 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c0b6196a-c5ab-4dea-afa3-3b128ff6160a req-68b51a6f-a034-450a-a01a-3a6a24491e50 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 943 time: 0.2618792 Aug 20 19:09:28.346583 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-d5b5537e-95e4-4910-b8ac-5a0023e7fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.348181 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-d5b5537e-95e4-4910-b8ac-5a0023e7fd31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4028fbd-2e12-4323-a257-4bd9db0bc623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716980 Aug 20 19:09:28.378644 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Attempting to bind port f69c22b3-e817-423a-acda-a2f1d714d053 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:09:28.378644 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Attempting to bind port f69c22b3-e817-423a-acda-a2f1d714d053 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '622f2aa0-ba3a-4a51-b066-74953e8eeaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82'}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:09:28.378979 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Attempting to bind port f69c22b3-e817-423a-acda-a2f1d714d053 on network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:09:28.396076 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Port f69c22b3-e817-423a-acda-a2f1d714d053 on network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:09:28.396424 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Attempting to bind port f69c22b3-e817-423a-acda-a2f1d714d053 on network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:09:28.434459 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:09:28.434802 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Checking segment: {'id': '622f2aa0-ba3a-4a51-b066-74953e8eeaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:09:28.435183 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Bound using segment: {'id': '622f2aa0-ba3a-4a51-b066-74953e8eeaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82'} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:09:28.435622 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Bound port: f69c22b3-e817-423a-acda-a2f1d714d053, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622f2aa0-ba3a-4a51-b066-74953e8eeaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82'}}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:09:28.435967 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:28.447571 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c0b6196a-c5ab-4dea-afa3-3b128ff6160a req-7967e175-4513-4733-9700-8db03e061f18 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975022 Aug 20 19:09:28.501544 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-76e5be4b-5c03-44b0-b737-ecf303c0ad64 service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454530 Aug 20 19:09:28.572579 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] For port f69c22b3-e817-423a-acda-a2f1d714d053, host hv-cinder-80528, cleared binding levels {{(pid=79347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:09:28.575891 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] For port f69c22b3-e817-423a-acda-a2f1d714d053, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=f69c22b3-e817-423a-acda-a2f1d714d053,segment=NetworkSegment(622f2aa0-ba3a-4a51-b066-74953e8eeaec),segment_id=622f2aa0-ba3a-4a51-b066-74953e8eeaec)] {{(pid=79347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:09:28.583972 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38a2c6-6ba9-45e7-a9c7-2fb72c140dd9 req-b2a571e6-09a0-44d2-b5b0-3393b121899f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.585445 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0c38a2c6-6ba9-45e7-a9c7-2fb72c140dd9 req-b2a571e6-09a0-44d2-b5b0-3393b121899f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1835406 Aug 20 19:09:28.586886 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:28.590837 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e9d81a75-a518-4d7a-a6a7-716a3f6a23b7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:28.648486 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c5c9f92-cd97-4290-a5c0-8da9844a25f9 req-44af9c93-c3ce-49b2-9770-5c724e9e4f0b service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403878 Aug 20 19:09:28.678517 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.679127 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:28.680519 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] 10.222.0.11 "PUT /v2.0/ports/f69c22b3-e817-423a-acda-a2f1d714d053 HTTP/1.1" status: 200 len: 1093 time: 1.6971707 Aug 20 19:09:28.682925 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f228dc32-319e-4636-88d5-0421d055e4e6', 'tag': 'f69c22b3-e817-423a-acda-a2f1d714d053'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:28.703891 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0c38a2c6-6ba9-45e7-a9c7-2fb72c140dd9 req-c184b8a8-c5f9-47f1-b1d1-66e87a87d42f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793297 Aug 20 19:09:28.707806 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Pushing event updated for resources: {'Port': ['ID=f69c22b3-e817-423a-acda-a2f1d714d053,revision_number=3']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:28.710968 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:28.945004 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7ffd4-602c-4729-8f6a-35e8ea33c2b7 req-b491b8ad-b715-418a-8aac-26770a628029 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.946446 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-37d7ffd4-602c-4729-8f6a-35e8ea33c2b7 req-b491b8ad-b715-418a-8aac-26770a628029 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1883478 Aug 20 19:09:28.984300 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075f87a-7007-41a2-ae9f-32427a354ae0 req-a68710b6-d0a6-48cf-afbf-1600674469b3 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.985634 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b075f87a-7007-41a2-ae9f-32427a354ae0 req-a68710b6-d0a6-48cf-afbf-1600674469b3 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 943 time: 0.1728184 Aug 20 19:09:29.016134 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-56eceb1d-85fc-4463-a4e0-eb172f9fec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:29.017524 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-56eceb1d-85fc-4463-a4e0-eb172f9fec8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3492a6dde6714f72bffa51c1bd44af5b&device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 1096 time: 0.1694744 Aug 20 19:09:29.029134 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-37d7ffd4-602c-4729-8f6a-35e8ea33c2b7 req-27b9453f-e7b6-4bb4-b3e8-7267263a5691 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768671 Aug 20 19:09:29.198175 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-2c2d8ff3-c4ac-4764-9699-21044489ddb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f69c22b3-e817-423a-acda-a2f1d714d053 HTTP/1.1" status: 200 len: 217 time: 0.1605101 Aug 20 19:09:29.201072 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b075f87a-7007-41a2-ae9f-32427a354ae0 req-316ddd4c-538b-4e13-86c7-5542e3d38d08 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011302 Aug 20 19:09:29.256169 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f228dc32-319e-4636-88d5-0421d055e4e6', 'tag': 'f69c22b3-e817-423a-acda-a2f1d714d053', 'status': 'completed', 'code': 200} Aug 20 19:09:29.267837 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-6a6074bd-0047-4ef4-8b53-e3d61c2b8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:29.269316 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-6a6074bd-0047-4ef4-8b53-e3d61c2b8ea3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64dc7e29-8546-4a36-b38b-8afecfec67f7 HTTP/1.1" status: 200 len: 853 time: 0.0617559 Aug 20 19:09:29.363273 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-1a2aa48c-2fd1-4508-b722-accbf6d2a59f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502892 Aug 20 19:09:29.433160 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39fcd9-50be-4b0a-9b70-542d159e08e2 req-7f310452-564c-4cbc-8f79-47b73062d546 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:29.434593 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9b39fcd9-50be-4b0a-9b70-542d159e08e2 req-7f310452-564c-4cbc-8f79-47b73062d546 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.1579347 Aug 20 19:09:29.590650 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9b39fcd9-50be-4b0a-9b70-542d159e08e2 req-7717e785-615c-4c0c-97c3-4fed9afeec36 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232650 Aug 20 19:09:29.618210 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-3a149735-114d-4dcb-bc4e-2f48b7737e61 service neutron] 10.222.0.11 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394238 Aug 20 19:09:29.629716 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6cfc6-7b21-413f-bece-f952081cdd28 req-45a21504-b172-49ce-9acf-90cfa029182d tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:29.631115 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2aa6cfc6-7b21-413f-bece-f952081cdd28 req-45a21504-b172-49ce-9acf-90cfa029182d tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 943 time: 0.2086122 Aug 20 19:09:29.739178 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device e5bb04b4-2402-4478-919a-b90c84895dec details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:09:29.764540 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2aa6cfc6-7b21-413f-bece-f952081cdd28 req-18b4392b-c00a-40c1-a61c-bce7ec713382 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149037 Aug 20 19:09:29.810189 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c95eeb8e-6b8e-409e-abc3-9a783550c0c6 req-10e93387-fffb-43a8-9b47-dd061f04b690 service neutron] 10.222.0.11 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781476 Aug 20 19:09:29.884241 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port e5bb04b4-2402-4478-919a-b90c84895dec, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e5bb04b4-2402-4478-919a-b90c84895dec,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:29.898764 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'port_id': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'mac_address': 'fa:16:3e:a3:5e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:09:29.963966 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:29.980979 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bb04b4-2402-4478-919a-b90c84895dec {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:29.997399 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port e5bb04b4-2402-4478-919a-b90c84895dec, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e5bb04b4-2402-4478-919a-b90c84895dec,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:30.002007 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:30.002209 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904bcb9-f1e4-4c09-a87c-ae5706272840 req-d332c0f4-783b-45c3-9791-3a391b0dfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.003824 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-9ed17cd6-6085-48f5-864a-61b72da93d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:30.004889 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a904bcb9-f1e4-4c09-a87c-ae5706272840 req-d332c0f4-783b-45c3-9791-3a391b0dfacb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3492a6dde6714f72bffa51c1bd44af5b&device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 1096 time: 0.0773127 Aug 20 19:09:30.037788 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1e838-8497-42f8-99f5-06882f07ae1d req-79d9489f-2ab3-4702-9f25-5744dce85949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.039251 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3ae1e838-8497-42f8-99f5-06882f07ae1d req-79d9489f-2ab3-4702-9f25-5744dce85949 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 1098 time: 0.1885159 Aug 20 19:09:30.068480 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=e5bb04b4-2402-4478-919a-b90c84895dec,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:30.071622 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:30.080435 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369cd61-1b88-40ac-ae3b-955da19f4132 req-2d4180ff-e43c-4e04-ad55-5a86ceed6235 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.081929 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2369cd61-1b88-40ac-ae3b-955da19f4132 req-2d4180ff-e43c-4e04-ad55-5a86ceed6235 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 943 time: 0.1925914 Aug 20 19:09:30.125626 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc506b6e-5d61-464e-8e71-3f25c4823be9 req-43302d24-d185-4d46-9a89-404f96294ea2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.127178 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bc506b6e-5d61-464e-8e71-3f25c4823be9 req-43302d24-d185-4d46-9a89-404f96294ea2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1900415 Aug 20 19:09:30.216169 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904bcb9-f1e4-4c09-a87c-ae5706272840 req-92669e12-46fe-40c5-ae26-609bf82dd7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.218120 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a904bcb9-f1e4-4c09-a87c-ae5706272840 req-92669e12-46fe-40c5-ae26-609bf82dd7e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 HTTP/1.1" status: 200 len: 914 time: 0.2024317 Aug 20 19:09:30.230624 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2369cd61-1b88-40ac-ae3b-955da19f4132 req-d7080fd5-6601-48ba-b842-44354ecef205 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421733 Aug 20 19:09:30.276223 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bc506b6e-5d61-464e-8e71-3f25c4823be9 req-d6580f3f-a0c3-4f90-a064-42be1ee0d8a6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410306 Aug 20 19:09:30.277408 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1e838-8497-42f8-99f5-06882f07ae1d req-48adc72c-cb89-4c9a-818c-734746af6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.278745 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3ae1e838-8497-42f8-99f5-06882f07ae1d req-48adc72c-cb89-4c9a-818c-734746af6743 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 920 time: 0.2284319 Aug 20 19:09:30.286955 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a904bcb9-f1e4-4c09-a87c-ae5706272840 req-90993f74-31a5-4e59-966e-9283eac06b72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f69c22b3-e817-423a-acda-a2f1d714d053 HTTP/1.1" status: 200 len: 217 time: 0.0616589 Aug 20 19:09:30.363301 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904bcb9-f1e4-4c09-a87c-ae5706272840 req-65b1cfd7-190c-4826-b683-99eb27f9e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.366301 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a904bcb9-f1e4-4c09-a87c-ae5706272840 req-65b1cfd7-190c-4826-b683-99eb27f9e240 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64dc7e29-8546-4a36-b38b-8afecfec67f7 HTTP/1.1" status: 200 len: 853 time: 0.0627220 Aug 20 19:09:30.419002 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a904bcb9-f1e4-4c09-a87c-ae5706272840 req-46a09594-aa17-4faa-a7e5-c6c522eee018 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398088 Aug 20 19:09:30.421359 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3ae1e838-8497-42f8-99f5-06882f07ae1d req-3ac17a2f-fcc6-482c-8807-7d66cfe3710a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf HTTP/1.1" status: 200 len: 217 time: 0.1238885 Aug 20 19:09:30.547379 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1e838-8497-42f8-99f5-06882f07ae1d req-23beb518-39ef-4099-aa23-0e34c14e16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.548726 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3ae1e838-8497-42f8-99f5-06882f07ae1d req-23beb518-39ef-4099-aa23-0e34c14e16e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 200 len: 859 time: 0.0924377 Aug 20 19:09:30.574585 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1380d7-db09-4397-9699-5cb76be3113d req-f220bf91-3518-4d16-affa-647f2256ef4d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.576014 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5a1380d7-db09-4397-9699-5cb76be3113d req-f220bf91-3518-4d16-affa-647f2256ef4d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.2013731 Aug 20 19:09:30.587745 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acea84a-a531-4d4b-9e9f-202e1cd230e1 req-737f05b8-f861-46f4-8679-38f7ee1e8ae0 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.589252 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1acea84a-a531-4d4b-9e9f-202e1cd230e1 req-737f05b8-f861-46f4-8679-38f7ee1e8ae0 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 943 time: 0.1743312 Aug 20 19:09:30.600810 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a904bcb9-f1e4-4c09-a87c-ae5706272840 req-e8355fd0-8041-4bdf-8090-df306321c416 service neutron] 10.222.0.11 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552882 Aug 20 19:09:30.675071 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3ae1e838-8497-42f8-99f5-06882f07ae1d req-bc94f8df-c533-460f-abd0-e592dd56809f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133b670-e560-45bd-b9cf-c7c48f9ad9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686145 Aug 20 19:09:30.719419 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5a1380d7-db09-4397-9699-5cb76be3113d req-5fba2215-9841-4614-a2b9-d92e7ad55101 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292009 Aug 20 19:09:30.736517 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-a904bcb9-f1e4-4c09-a87c-ae5706272840 req-4b5ea821-0fa5-4f18-b457-268707efc2ce service neutron] 10.222.0.11 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290419 Aug 20 19:09:30.745066 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1acea84a-a531-4d4b-9e9f-202e1cd230e1 req-28ba3641-37e2-4b77-887e-ec1d5a135be8 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394844 Aug 20 19:09:30.894244 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['e5bb04b4-2402-4478-919a-b90c84895dec'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:30.951509 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-a407d987-c14d-405c-97b0-87bfb1ddba24 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.952357 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-a407d987-c14d-405c-97b0-87bfb1ddba24 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Synchronizing usage tracker for tenant:8a275fe0caf340579c8b144771a06cd6 on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:30.971143 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-a407d987-c14d-405c-97b0-87bfb1ddba24 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Unset dirty status for tenant:8a275fe0caf340579c8b144771a06cd6 on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:30.972274 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-a407d987-c14d-405c-97b0-87bfb1ddba24 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.1053708 Aug 20 19:09:31.024835 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3ae1e838-8497-42f8-99f5-06882f07ae1d req-ffc37390-6f81-47d6-b11f-8e1acee0e797 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425770 Aug 20 19:09:31.045134 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Deleting port 7fa80683-02e5-497d-86a1-afe5288c31b4 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:09:31.045748 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:31.072221 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615a171-813c-4927-ad77-e70df6e14d63 req-10a27c2a-7e28-431b-bd40-6f33c3541dfe tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:31.073768 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b615a171-813c-4927-ad77-e70df6e14d63 req-10a27c2a-7e28-431b-bd40-6f33c3541dfe tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 950 time: 0.2022099 Aug 20 19:09:31.098972 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cf933-c231-4753-9306-a978c0d77ccb req-532993ee-9553-4fe3-b4f7-9eec44966f72 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:31.100422 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2e7cf933-c231-4753-9306-a978c0d77ccb req-532993ee-9553-4fe3-b4f7-9eec44966f72 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 944 time: 0.1939728 Aug 20 19:09:31.228818 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b615a171-813c-4927-ad77-e70df6e14d63 req-3b373941-de98-416a-87e5-0ad02a48276f tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/security-groups?id=15e6c493-fa06-43ed-8b13-c70850940264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413801 Aug 20 19:09:31.258800 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2e7cf933-c231-4753-9306-a978c0d77ccb req-800d0aef-49a9-4fe6-b499-2266160089e9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400735 Aug 20 19:09:31.260712 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3ae1e838-8497-42f8-99f5-06882f07ae1d req-c08a51ea-3f53-44c4-8020-1893869eac42 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275059 Aug 20 19:09:31.309085 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] For port 7fa80683-02e5-497d-86a1-afe5288c31b4, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7fa80683-02e5-497d-86a1-afe5288c31b4,segment=NetworkSegment(eb39c4b7-201f-453b-959b-9dfd7a33d50b),segment_id=eb39c4b7-201f-453b-959b-9dfd7a33d50b)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:31.310336 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:31.459425 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Calling delete_port for 7fa80683-02e5-497d-86a1-afe5288c31b4 owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:09:31.507166 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe891c2-1add-4eb2-981a-bc97d743a0da req-272ba918-91d2-46aa-8c68-9f843524e9a7 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:31.508623 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3fe891c2-1add-4eb2-981a-bc97d743a0da req-272ba918-91d2-46aa-8c68-9f843524e9a7 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 943 time: 0.1520951 Aug 20 19:09:31.516468 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe443ad-fa05-43bc-9a2f-8257a3a521f7 req-3501cb51-1a22-4e17-95a3-829d7971be84 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:31.517863 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cbe443ad-fa05-43bc-9a2f-8257a3a521f7 req-3501cb51-1a22-4e17-95a3-829d7971be84 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1144776 Aug 20 19:09:31.589745 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3fe891c2-1add-4eb2-981a-bc97d743a0da req-fe28b41d-b998-4698-8c1c-b54082cb0dd6 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709417 Aug 20 19:09:31.593979 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cbe443ad-fa05-43bc-9a2f-8257a3a521f7 req-406b5c1c-9609-40ce-b0df-bc18b1fd02e3 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596590 Aug 20 19:09:31.604670 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:31.610647 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ae48c499-3d24-432c-9a3b-d37c80438246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:31.655182 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Pushing event deleted for resources: {'Port': ['ID=7fa80683-02e5-497d-86a1-afe5288c31b4,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:31.658161 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:31.732469 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] No DVR routers for this DVR port 7fa80683-02e5-497d-86a1-afe5288c31b4 on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:09:31.735679 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:31.738940 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffecae5-5bc8-4787-8498-ea189530eefb', 'name': 'network-vif-deleted', 'tag': '7fa80683-02e5-497d-86a1-afe5288c31b4'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:31.755621 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-be5dce71-020c-48fd-a80d-3ebeddbe02b0 req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.11 "DELETE /v2.0/ports/7fa80683-02e5-497d-86a1-afe5288c31b4 HTTP/1.1" status: 204 len: 173 time: 0.7765877 Aug 20 19:09:31.782641 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7f9ff966-4ab0-43d7-adfc-40d475b770ce details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:09:31.815713 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffecae5-5bc8-4787-8498-ea189530eefb', 'name': 'network-vif-deleted', 'tag': '7fa80683-02e5-497d-86a1-afe5288c31b4', 'status': 'completed', 'code': 200} Aug 20 19:09:31.927471 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c20c1c-f8eb-47dd-b41e-6bde195b50a5 req-5dd6a86a-0bf6-40e0-9cee-21a5a33f0302 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:31.933405 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-70c20c1c-f8eb-47dd-b41e-6bde195b50a5 req-5dd6a86a-0bf6-40e0-9cee-21a5a33f0302 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0879617 Aug 20 19:09:31.942534 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:31.957751 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'port_id': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'mac_address': 'fa:16:3e:0b:5b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:09:32.018862 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:32.037358 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9ff966-4ab0-43d7-adfc-40d475b770ce {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:32.046150 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-70c20c1c-f8eb-47dd-b41e-6bde195b50a5 req-1687e32a-42ae-427a-9890-0fcf2bc64f7b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114480 Aug 20 19:09:32.053948 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:32.058471 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:32.061730 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:32.079638 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9beba3-7f71-43e3-8bab-0199915fac88 req-af1356da-99c2-461a-ada6-a9895fd7dd8c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:32.081111 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bb9beba3-7f71-43e3-8bab-0199915fac88 req-af1356da-99c2-461a-ada6-a9895fd7dd8c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 943 time: 0.1441526 Aug 20 19:09:32.125634 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bb9beba3-7f71-43e3-8bab-0199915fac88 req-a071e458-46b0-45d5-9cfc-8cc700fa23e7 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388854 Aug 20 19:09:32.125997 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=7f9ff966-4ab0-43d7-adfc-40d475b770ce,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:32.128980 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:32.197927 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['7fa80683-02e5-497d-86a1-afe5288c31b4'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:32.247885 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-1127556d-9176-49e5-a970-2da081ae8b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:32.426689 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6120b6f1-c8d8-4767-9b09-3a6f1457ab9e req-bb45909b-a252-4492-8f83-79c9bb344054 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ffecae5-5bc8-4787-8498-ea189530eefb HTTP/1.1" status: 200 len: 210 time: 0.0814497 Aug 20 19:09:32.471647 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682aa52-ecac-4755-848e-6c0da3b4a229 req-022b5827-f9e7-433b-b0fe-64d16b8ec8f0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:32.473736 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2682aa52-ecac-4755-848e-6c0da3b4a229 req-022b5827-f9e7-433b-b0fe-64d16b8ec8f0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 944 time: 0.0907481 Aug 20 19:09:32.524023 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2682aa52-ecac-4755-848e-6c0da3b4a229 req-81ed8d03-df13-4543-a7bc-eb5cad63d6e8 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 Aug 20 19:09:32.711020 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['7f9ff966-4ab0-43d7-adfc-40d475b770ce'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:32.773913 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:32.835141 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9cefb-b597-42af-ac2a-fb4f7acd5a1d req-3958830e-4351-469f-9093-f9916fb8e096 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:32.836616 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-82f9cefb-b597-42af-ac2a-fb4f7acd5a1d req-3958830e-4351-469f-9093-f9916fb8e096 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 944 time: 0.1409791 Aug 20 19:09:32.844685 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7131c-c3af-46d9-91fc-abe5f47eb3d4 req-cbf8980f-950a-4a19-98ec-63f8c889815f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:32.846276 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-12a7131c-c3af-46d9-91fc-abe5f47eb3d4 req-cbf8980f-950a-4a19-98ec-63f8c889815f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1188850 Aug 20 19:09:32.916776 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-82f9cefb-b597-42af-ac2a-fb4f7acd5a1d req-66c6c85a-f09d-4365-9786-f08443db2235 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695200 Aug 20 19:09:32.923509 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-12a7131c-c3af-46d9-91fc-abe5f47eb3d4 req-3bd12cff-0cd4-4595-965d-1788a29a20e7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605850 Aug 20 19:09:33.230963 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a51f0-c046-4cfd-8d58-976b0fc8a2a8 req-cc00ff65-869c-41de-b82f-51c535b6d8f7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:33.232412 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-224a51f0-c046-4cfd-8d58-976b0fc8a2a8 req-cc00ff65-869c-41de-b82f-51c535b6d8f7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0792816 Aug 20 19:09:33.323612 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-224a51f0-c046-4cfd-8d58-976b0fc8a2a8 req-3bd00196-8c52-4c2a-807b-703aec10a15a tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595536 Aug 20 19:09:33.346260 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dd119-bbc8-4b86-af1c-a9c099175675 req-ff35d0e1-8096-4699-8da7-7511587722fb tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:33.347731 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3a5dd119-bbc8-4b86-af1c-a9c099175675 req-ff35d0e1-8096-4699-8da7-7511587722fb tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 943 time: 0.1144106 Aug 20 19:09:33.391550 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3a5dd119-bbc8-4b86-af1c-a9c099175675 req-c9e64e08-1627-48f1-bd2c-b1244faa5c13 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381982 Aug 20 19:09:33.706852 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28b041-83cc-437c-b035-6b0b7a411959 req-75c8d225-e070-4b3b-acea-3f6a5783397b tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:33.708332 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dc28b041-83cc-437c-b035-6b0b7a411959 req-75c8d225-e070-4b3b-acea-3f6a5783397b tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 944 time: 0.0771282 Aug 20 19:09:33.758859 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dc28b041-83cc-437c-b035-6b0b7a411959 req-f89302cf-9c13-4485-9c67-9ec2c5590626 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444224 Aug 20 19:09:33.797296 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device f69c22b3-e817-423a-acda-a2f1d714d053 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:09:33.843787 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device e5bb04b4-2402-4478-919a-b90c84895dec up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:09:34.039356 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port f69c22b3-e817-423a-acda-a2f1d714d053, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=f69c22b3-e817-423a-acda-a2f1d714d053,segment=NetworkSegment(622f2aa0-ba3a-4a51-b066-74953e8eeaec),segment_id=622f2aa0-ba3a-4a51-b066-74953e8eeaec)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:34.054871 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'f69c22b3-e817-423a-acda-a2f1d714d053', 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82', 'port_id': 'f69c22b3-e817-423a-acda-a2f1d714d053', 'mac_address': 'fa:16:3e:c1:63:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64dc7e29-8546-4a36-b38b-8afecfec67f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:09:34.082995 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port e5bb04b4-2402-4478-919a-b90c84895dec completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:09:34.093287 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port e5bb04b4-2402-4478-919a-b90c84895dec triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:09:34.093287 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.177058 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.179107 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c12be-e6a7-43cb-9ae9-931e882e2f25 req-35d4ab9e-dfab-45af-bc8e-bc9bbe444928 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:34.180604 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-214c12be-e6a7-43cb-9ae9-931e882e2f25 req-35d4ab9e-dfab-45af-bc8e-bc9bbe444928 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 944 time: 0.1501989 Aug 20 19:09:34.196320 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe9aac-b890-4eab-81a5-78cd3d4bae7e req-8579a346-8ca2-49f2-b810-0f8d991c0c87 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:34.197805 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1cfe9aac-b890-4eab-81a5-78cd3d4bae7e req-8579a346-8ca2-49f2-b810-0f8d991c0c87 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1163585 Aug 20 19:09:34.209726 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69c22b3-e817-423a-acda-a2f1d714d053 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:34.236102 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port f69c22b3-e817-423a-acda-a2f1d714d053, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=f69c22b3-e817-423a-acda-a2f1d714d053,segment=NetworkSegment(622f2aa0-ba3a-4a51-b066-74953e8eeaec),segment_id=622f2aa0-ba3a-4a51-b066-74953e8eeaec)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:34.266785 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.281256 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:34.347609 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.350432 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-214c12be-e6a7-43cb-9ae9-931e882e2f25 req-790c8dbb-05a6-4804-bfb5-70e183dfeb33 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620917 Aug 20 19:09:34.355208 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1cfe9aac-b890-4eab-81a5-78cd3d4bae7e req-e0cda9c9-08b6-4164-b849-4e708c4bf6db tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415179 Aug 20 19:09:34.402025 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=f69c22b3-e817-423a-acda-a2f1d714d053,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:34.405377 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:34.413170 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:34.427555 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port e5bb04b4-2402-4478-919a-b90c84895dec, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e5bb04b4-2402-4478-919a-b90c84895dec,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:34.434502 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.436221 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7fa80683-02e5-497d-86a1-afe5288c31b4 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:09:34.484493 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-758e30ec-501d-41ce-91e6-e328674deb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:34.527020 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: 7fa80683-02e5-497d-86a1-afe5288c31b4 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:09:34.527020 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7fa80683-02e5-497d-86a1-afe5288c31b4 not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:09:34.578423 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=e5bb04b4-2402-4478-919a-b90c84895dec,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:34.581750 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:34.619653 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:09:34.624126 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cf705-b7bb-4810-9aa9-c752c4db8002 req-2a7b6bab-6d88-41bd-8ee0-e7efdc0b5f73 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:34.625690 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a16cf705-b7bb-4810-9aa9-c752c4db8002 req-2a7b6bab-6d88-41bd-8ee0-e7efdc0b5f73 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1477129 Aug 20 19:09:34.637408 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67567a9e-b2bc-4d2d-a254-4a7bf9046f4b req-cc3a457a-fc06-4886-adbe-f9f5251a0cdc tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:34.638807 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-67567a9e-b2bc-4d2d-a254-4a7bf9046f4b req-cc3a457a-fc06-4886-adbe-f9f5251a0cdc tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 944 time: 0.1234531 Aug 20 19:09:34.703059 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a16cf705-b7bb-4810-9aa9-c752c4db8002 req-018579e6-d182-480e-bb97-f77f89a8ab9c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632973 Aug 20 19:09:34.713927 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-67567a9e-b2bc-4d2d-a254-4a7bf9046f4b req-fdec4bbd-42a5-4fbf-b721-0c2ab845e9cc tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Aug 20 19:09:34.760269 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'code': 200} Aug 20 19:09:34.823094 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-860015c6-1f5a-4db4-8ecf-e320d10be555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.850787 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['f69c22b3-e817-423a-acda-a2f1d714d053'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:34.976586 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db258f22-c9f3-4a57-ac59-ec8d9303d48c req-b49cc8bd-ef0f-4def-b68e-25c1b63e972e tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:34.978255 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-db258f22-c9f3-4a57-ac59-ec8d9303d48c req-b49cc8bd-ef0f-4def-b68e-25c1b63e972e tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.0900657 Aug 20 19:09:35.032349 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-db258f22-c9f3-4a57-ac59-ec8d9303d48c req-760e09ff-f04c-4325-a4d8-23a4e76438e6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481970 Aug 20 19:09:35.108825 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485a2be-cb97-46d6-a229-3a6297be57f7 req-81dd1fcc-bc8b-4b16-b437-28dd97ba8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:35.110326 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-7485a2be-cb97-46d6-a229-3a6297be57f7 req-81dd1fcc-bc8b-4b16-b437-28dd97ba8bf4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 1098 time: 0.0729873 Aug 20 19:09:35.154458 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-7485a2be-cb97-46d6-a229-3a6297be57f7 req-d67cdc4a-5371-4ecd-a339-d2afc0296f24 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371442 Aug 20 19:09:35.632859 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd72bf-c346-4804-a0e3-1a3a5ee151d5 req-418ac57b-94d3-4d19-a933-ea7aa9023b40 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:35.634310 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ebfd72bf-c346-4804-a0e3-1a3a5ee151d5 req-418ac57b-94d3-4d19-a933-ea7aa9023b40 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 944 time: 0.1432788 Aug 20 19:09:35.642239 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b3837-2c4c-4d11-b40c-55a8994cf33c req-242db75f-de07-4292-8ec6-0db682c4f17d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:35.643581 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7e9b3837-2c4c-4d11-b40c-55a8994cf33c req-242db75f-de07-4292-8ec6-0db682c4f17d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1205614 Aug 20 19:09:35.714121 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ebfd72bf-c346-4804-a0e3-1a3a5ee151d5 req-990bfa95-3809-491e-93e3-e123dfcb3dad tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696177 Aug 20 19:09:35.719361 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7e9b3837-2c4c-4d11-b40c-55a8994cf33c req-b803f72e-1ac9-46eb-bf7c-bec13d7b1fc1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607371 Aug 20 19:09:35.820957 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7f9ff966-4ab0-43d7-adfc-40d475b770ce up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:09:35.901445 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:35.910787 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port 7f9ff966-4ab0-43d7-adfc-40d475b770ce completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:09:35.915712 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 7f9ff966-4ab0-43d7-adfc-40d475b770ce triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:09:35.916257 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:35.964749 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b720ff3-3d2d-4421-8e02-6b0ae3a2325b req-ed32e898-5870-4188-ac31-2fa1b2a5a44c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:35.966356 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0b720ff3-3d2d-4421-8e02-6b0ae3a2325b req-ed32e898-5870-4188-ac31-2fa1b2a5a44c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 944 time: 0.1063328 Aug 20 19:09:35.976796 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d048e9-b80f-49cc-be59-97911b0160cc req-91b06a22-566c-4708-81a3-87564faee14b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:35.978442 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-47d048e9-b80f-49cc-be59-97911b0160cc req-91b06a22-566c-4708-81a3-87564faee14b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1579075 Aug 20 19:09:36.047737 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0b720ff3-3d2d-4421-8e02-6b0ae3a2325b req-644bb99b-ddaf-4832-a918-25dffd44c86c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681872 Aug 20 19:09:36.047926 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:36.058841 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-47d048e9-b80f-49cc-be59-97911b0160cc req-bf55ee09-a601-48de-8000-58eed939970f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641911 Aug 20 19:09:36.090964 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:36.098095 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:36.100350 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:36.183727 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=7f9ff966-4ab0-43d7-adfc-40d475b770ce,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:36.194038 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.194940 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.195597 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.196107 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.196580 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.197075 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.197561 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.198070 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.198536 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.199794 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.200278 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.200768 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:36.212141 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:36.272347 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de000-9767-4238-bbed-9523620b01f8 req-1e088dd4-9698-4e37-92a6-675b88229e1e tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:36.274658 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-052de000-9767-4238-bbed-9523620b01f8 req-1e088dd4-9698-4e37-92a6-675b88229e1e tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.0925558 Aug 20 19:09:36.325786 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-052de000-9767-4238-bbed-9523620b01f8 req-2e72f8c2-40ee-46a1-98b4-39cd29f130cc tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Aug 20 19:09:36.761854 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:36.919112 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d196e-6049-4935-a0e2-cfe39a650ad8 req-2b6f13aa-9bab-4529-ad56-8930ab63a406 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:36.920812 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-350d196e-6049-4935-a0e2-cfe39a650ad8 req-2b6f13aa-9bab-4529-ad56-8930ab63a406 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.1003559 Aug 20 19:09:36.977701 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-350d196e-6049-4935-a0e2-cfe39a650ad8 req-ca887ca8-707e-4023-a0d2-d3aca3d8f010 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504799 Aug 20 19:09:37.031456 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'code': 200} Aug 20 19:09:37.077451 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7e900-6a20-48d0-9266-5b1ce1ec201c req-0e73573a-986a-44f0-b54d-c6e8db106c88 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:37.078921 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9da7e900-6a20-48d0-9266-5b1ce1ec201c req-0e73573a-986a-44f0-b54d-c6e8db106c88 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.0807219 Aug 20 19:09:37.133078 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9da7e900-6a20-48d0-9266-5b1ce1ec201c req-ba7c901b-3785-4619-a744-9793c749ccbc tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477920 Aug 20 19:09:37.178549 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:37.267318 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ac2e2-093c-4c8e-9535-c023e0c4462a req-363e2edf-dd89-42ee-9aab-36f5796f7703 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:37.268872 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-272ac2e2-093c-4c8e-9535-c023e0c4462a req-363e2edf-dd89-42ee-9aab-36f5796f7703 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 944 time: 0.0824916 Aug 20 19:09:37.313787 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-272ac2e2-093c-4c8e-9535-c023e0c4462a req-aa3f8a6f-d69a-479c-903d-3d16c34d6fb3 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Aug 20 19:09:37.518024 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270ce5a-e9db-4bcd-8793-b07acd9f8e13 req-a4cdf749-8f5a-45d2-aa89-b4686e7228cf tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:37.519504 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b270ce5a-e9db-4bcd-8793-b07acd9f8e13 req-a4cdf749-8f5a-45d2-aa89-b4686e7228cf tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.0852621 Aug 20 19:09:37.522264 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd3bad-2ce3-4d72-a2c5-494efb8455ea req-2856cebb-ea88-4ff5-a5bc-a49fbf8f8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:37.524628 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-53bd3bad-2ce3-4d72-a2c5-494efb8455ea req-2856cebb-ea88-4ff5-a5bc-a49fbf8f8ddb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 1098 time: 0.0704803 Aug 20 19:09:37.565093 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b270ce5a-e9db-4bcd-8793-b07acd9f8e13 req-ee1b4c8f-0843-4f2c-a1b9-c1e92bb8c342 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394797 Aug 20 19:09:37.568099 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-53bd3bad-2ce3-4d72-a2c5-494efb8455ea req-4ea616d7-ede7-4d7b-b723-e8a16a81ed2e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356040 Aug 20 19:09:37.804178 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b71f9-69ce-4378-8689-0861b59e8a17 req-71fa961b-d666-4349-a322-f1e22f73cb39 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:37.805583 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-062b71f9-69ce-4378-8689-0861b59e8a17 req-71fa961b-d666-4349-a322-f1e22f73cb39 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.1360321 Aug 20 19:09:37.827218 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device f69c22b3-e817-423a-acda-a2f1d714d053 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:09:37.839450 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caeb76-549b-4bd6-a8df-38ef06c055d8 req-e7f85f1b-ab07-405d-af77-54793efe7d9d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:37.840884 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-72caeb76-549b-4bd6-a8df-38ef06c055d8 req-e7f85f1b-ab07-405d-af77-54793efe7d9d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1187611 Aug 20 19:09:37.880426 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-062b71f9-69ce-4378-8689-0861b59e8a17 req-2fa9db80-8364-4402-9957-ae43b6f22ae8 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678434 Aug 20 19:09:37.893420 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port f69c22b3-e817-423a-acda-a2f1d714d053 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:09:37.898681 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port f69c22b3-e817-423a-acda-a2f1d714d053 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:09:37.899346 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:37.901737 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-72caeb76-549b-4bd6-a8df-38ef06c055d8 req-696c8108-eeb2-4f0b-860d-664ab9274773 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483906 Aug 20 19:09:38.026550 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:38.059574 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port f69c22b3-e817-423a-acda-a2f1d714d053, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=f69c22b3-e817-423a-acda-a2f1d714d053,segment=NetworkSegment(622f2aa0-ba3a-4a51-b066-74953e8eeaec),segment_id=622f2aa0-ba3a-4a51-b066-74953e8eeaec)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:38.063942 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:38.067068 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-bcf3ffd7-1763-475f-bf28-85abd47f3045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:38.169967 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=f69c22b3-e817-423a-acda-a2f1d714d053,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:38.173606 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:38.177674 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:38.307236 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ad500-bce6-4229-88a0-81ca6292882a req-d5f6c1b8-356e-42e2-81c1-ab942f25d98b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:38.308923 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f30ad500-bce6-4229-88a0-81ca6292882a req-d5f6c1b8-356e-42e2-81c1-ab942f25d98b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0955160 Aug 20 19:09:38.358267 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f30ad500-bce6-4229-88a0-81ca6292882a req-7da6b6c2-0f2a-4c71-9e8e-7dc6683556fd tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434301 Aug 20 19:09:38.405416 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47086) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:38.751872 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-de107efd-fb7f-4f39-bb74-1bd95af97fb6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a275fe0caf340579c8b144771a06cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451228 Aug 20 19:09:38.755095 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 47092) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:38.759933 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5928d-fb99-4d17-9ea5-2c6c61d402b8 req-dc9b9910-bcd6-4920-bb82-c89a7d5ad473 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:38.761375 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-11f5928d-fb99-4d17-9ea5-2c6c61d402b8 req-dc9b9910-bcd6-4920-bb82-c89a7d5ad473 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.2942944 Aug 20 19:09:38.789494 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fb7bb-177c-43ff-94b2-40605468b629 req-3064a541-b51f-4bcd-b9bf-c7b3e5dccc62 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:38.790924 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-541fb7bb-177c-43ff-94b2-40605468b629 req-3064a541-b51f-4bcd-b9bf-c7b3e5dccc62 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.2280326 Aug 20 19:09:38.813050 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ea35b067-db80-49cc-90a5-f1c40ba2c182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:38.842955 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ea35b067-db80-49cc-90a5-f1c40ba2c182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:38.845432 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-11f5928d-fb99-4d17-9ea5-2c6c61d402b8 req-5498e3c4-e162-4a66-8241-290e703b3306 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760806 Aug 20 19:09:38.857466 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-541fb7bb-177c-43ff-94b2-40605468b629 req-06c27b61-5480-4090-821f-be2d34d41d2e tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590723 Aug 20 19:09:38.986250 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ea35b067-db80-49cc-90a5-f1c40ba2c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:38.992146 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-5784f378-bc49-4321-a84d-6aea0b6d1cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:39.005253 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35b067-db80-49cc-90a5-f1c40ba2c182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e6c493-fa06-43ed-8b13-c70850940264,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:39.007705 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ea35b067-db80-49cc-90a5-f1c40ba2c182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:39.011343 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ea35b067-db80-49cc-90a5-f1c40ba2c182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:39.017149 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-ea35b067-db80-49cc-90a5-f1c40ba2c182 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15e6c493-fa06-43ed-8b13-c70850940264 HTTP/1.1" status: 204 len: 168 time: 0.2609656 Aug 20 19:09:39.033459 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228dc32-319e-4636-88d5-0421d055e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69c22b3-e817-423a-acda-a2f1d714d053'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:39.054348 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ace20-7a21-4dcf-9f19-2f4365a70d73 req-18f862c5-1076-4205-a751-991311b30f46 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:39.056126 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-021ace20-7a21-4dcf-9f19-2f4365a70d73 req-18f862c5-1076-4205-a751-991311b30f46 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0993750 Aug 20 19:09:39.098744 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f228dc32-319e-4636-88d5-0421d055e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69c22b3-e817-423a-acda-a2f1d714d053', 'code': 200} Aug 20 19:09:39.117738 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-021ace20-7a21-4dcf-9f19-2f4365a70d73 req-9e2ab721-ca0b-4d84-a128-f99444f6d167 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516112 Aug 20 19:09:39.545673 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851649-b236-478e-a70c-a1cf04f28216 req-edee198b-4cac-41a0-9740-119eca9abf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:39.547230 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-41851649-b236-478e-a70c-a1cf04f28216 req-edee198b-4cac-41a0-9740-119eca9abf59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 1098 time: 0.0739923 Aug 20 19:09:39.556199 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7df0-cb46-4d40-bc8d-bbf98246655a req-14d33bd3-adcd-497a-9f2e-379ca85cc23f tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:39.570359 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b12a7df0-cb46-4d40-bc8d-bbf98246655a req-14d33bd3-adcd-497a-9f2e-379ca85cc23f tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.1001263 Aug 20 19:09:39.622736 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b12a7df0-cb46-4d40-bc8d-bbf98246655a req-109397ec-3a0c-485e-8651-8a5fad790b21 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461586 Aug 20 19:09:39.624872 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-41851649-b236-478e-a70c-a1cf04f28216 req-c0c0cab9-4eb6-4789-ba2a-66ac0e09008d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664442 Aug 20 19:09:39.849120 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:09:39.981307 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:39.994181 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'port_id': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'mac_address': 'fa:16:3e:05:f7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:09:40.037412 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8130fc6-3537-4749-92db-dfe236e64e7c req-610e2bf9-9fa9-4cdc-89b6-b1d83f163069 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:40.038885 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e8130fc6-3537-4749-92db-dfe236e64e7c req-610e2bf9-9fa9-4cdc-89b6-b1d83f163069 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.0828202 Aug 20 19:09:40.048361 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:40.064751 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:40.080040 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:40.084577 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:40.086298 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-8128ea7a-437a-4b04-acd9-163ad5c6475b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:40.086444 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e8130fc6-3537-4749-92db-dfe236e64e7c req-68c3a2f6-d439-4158-8292-b4fc81e238a4 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Aug 20 19:09:40.153907 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=6']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:40.157050 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:40.301434 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012603a7-486a-4ce3-9e95-94ca73d4269b req-649e9f43-464e-4b31-99f4-5c38a4984772 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:40.302874 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-012603a7-486a-4ce3-9e95-94ca73d4269b req-649e9f43-464e-4b31-99f4-5c38a4984772 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0782959 Aug 20 19:09:40.348563 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-012603a7-486a-4ce3-9e95-94ca73d4269b req-ab6e5509-45d7-4ed2-800f-983eeb9b01c2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400171 Aug 20 19:09:40.487104 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:40.818235 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf40b6a-0ca9-401e-8d36-0cd97e031d8a req-8a0bdba1-7a7f-4c41-8020-b6cb28ecafe7 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:40.819661 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-daf40b6a-0ca9-401e-8d36-0cd97e031d8a req-8a0bdba1-7a7f-4c41-8020-b6cb28ecafe7 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0823157 Aug 20 19:09:40.862949 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-daf40b6a-0ca9-401e-8d36-0cd97e031d8a req-56ac60d9-452d-4231-b3c0-a98127308309 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377584 Aug 20 19:09:41.042718 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ad988-3ebf-4017-b466-883554b70029 req-2e78d0b3-e995-4f34-b782-10323a212f73 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:41.044065 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8f4ad988-3ebf-4017-b466-883554b70029 req-2e78d0b3-e995-4f34-b782-10323a212f73 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0765471 Aug 20 19:09:41.090615 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8f4ad988-3ebf-4017-b466-883554b70029 req-04b4c09c-9c38-45f2-94ee-3d48b83548c4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Aug 20 19:09:41.112433 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47122) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:41.271423 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27110fb2-37fa-4955-8b6c-3f2164fe6150 req-b5a30c10-5b9d-4f19-9838-36406802564f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:41.272875 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-27110fb2-37fa-4955-8b6c-3f2164fe6150 req-b5a30c10-5b9d-4f19-9838-36406802564f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 944 time: 0.0783904 Aug 20 19:09:41.369277 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-27110fb2-37fa-4955-8b6c-3f2164fe6150 req-91cc90b3-10cd-4a07-9f7d-f1431d1a29f2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662644 Aug 20 19:09:41.384272 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded5fbda-abb0-4edd-bbe8-e99aa432bed3 tempest-TestShelveInstance-470072009 tempest-TestShelveInstance-470072009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:41.385142 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-ded5fbda-abb0-4edd-bbe8-e99aa432bed3 tempest-TestShelveInstance-470072009 tempest-TestShelveInstance-470072009-project-admin] Synchronizing usage tracker for tenant:80b5fec9cafd4d05a9a32278cb9bc740 on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:41.416931 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-ded5fbda-abb0-4edd-bbe8-e99aa432bed3 tempest-TestShelveInstance-470072009 tempest-TestShelveInstance-470072009-project-admin] Unset dirty status for tenant:80b5fec9cafd4d05a9a32278cb9bc740 on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:41.416931 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ded5fbda-abb0-4edd-bbe8-e99aa432bed3 tempest-TestShelveInstance-470072009 tempest-TestShelveInstance-470072009-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 1093 time: 0.2927871 Aug 20 19:09:41.416931 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47132) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:41.425380 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Request body: {'floatingip': {'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'port_id': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:41.438527 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:41.450253 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Usage tracker for resource:floatingip and tenant:a552e474dc724f3b8591b06118232a7f is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:41.456704 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:41.465377 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:41.475551 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for floatingip, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:41.652030 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fa94a-16a4-4917-b003-c3121299223d req-fc23c2d6-65de-4724-b38c-d4ec2a2f39a5 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:41.653540 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-723fa94a-16a4-4917-b003-c3121299223d req-fc23c2d6-65de-4724-b38c-d4ec2a2f39a5 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 945 time: 0.1571081 Aug 20 19:09:41.721088 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-723fa94a-16a4-4917-b003-c3121299223d req-17ff8978-09be-4b65-b2c1-dad8124140e1 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583918 Aug 20 19:09:41.728036 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:41.869395 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:09:41.880774 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Allocated IP 172.28.2.46 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/44027973-da02-4cfa-807c-66fa534ee6f7) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:09:41.988837 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:09:41.989662 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:42.074240 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:42.122637 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:42.128091 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:42.145204 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:42.180517 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:42.194500 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:42.201164 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:42.202701 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:09:42.204583 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:42.205717 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:09:42.209870 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:09:42.253274 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event updated for resources: {'Port': ['ID=44027973-da02-4cfa-807c-66fa534ee6f7,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:42.262380 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:42.279079 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=7']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:42.288084 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:42.393213 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'code': 200} Aug 20 19:09:42.599251 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f5d5d-688a-4923-bc2b-b0647252baf7 req-6258d875-538f-4d05-a049-ac730517eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:42.600755 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-265f5d5d-688a-4923-bc2b-b0647252baf7 req-6258d875-538f-4d05-a049-ac730517eede service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 1098 time: 0.0823412 Aug 20 19:09:42.734186 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f5d5d-688a-4923-bc2b-b0647252baf7 req-3510ce6a-4044-46de-9590-ff56505fc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:42.735612 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-265f5d5d-688a-4923-bc2b-b0647252baf7 req-3510ce6a-4044-46de-9590-ff56505fc1ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 920 time: 0.1283076 Aug 20 19:09:42.807430 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-265f5d5d-688a-4923-bc2b-b0647252baf7 req-0d8a5f2a-64a2-44b6-a438-8b3cf17733dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf HTTP/1.1" status: 200 len: 217 time: 0.0648129 Aug 20 19:09:42.871123 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f5d5d-688a-4923-bc2b-b0647252baf7 req-73923d23-fa18-4173-93bb-d7f450d89312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:42.872550 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-265f5d5d-688a-4923-bc2b-b0647252baf7 req-73923d23-fa18-4173-93bb-d7f450d89312 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 200 len: 859 time: 0.0589151 Aug 20 19:09:42.929943 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-265f5d5d-688a-4923-bc2b-b0647252baf7 req-64a8cd73-f4fe-4652-81a4-05230b2a7bee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133b670-e560-45bd-b9cf-c7c48f9ad9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433283 Aug 20 19:09:42.944950 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d1812-fea9-42ed-ac60-d666aaf881e2 req-901b1998-0e01-45ae-a1c7-68b0adf8ad3c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:42.946391 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-782d1812-fea9-42ed-ac60-d666aaf881e2 req-901b1998-0e01-45ae-a1c7-68b0adf8ad3c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.4007428 Aug 20 19:09:42.957777 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7b37a-bf86-48de-8731-d52b1940cf77 req-1f092822-8a0b-495d-a457-12da6d0888c5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:42.959199 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aaa7b37a-bf86-48de-8731-d52b1940cf77 req-1f092822-8a0b-495d-a457-12da6d0888c5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.3628511 Aug 20 19:09:43.057670 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-782d1812-fea9-42ed-ac60-d666aaf881e2 req-1d7a08d2-987f-456e-a0d0-2f23b351b41c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974514 Aug 20 19:09:43.073757 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aaa7b37a-bf86-48de-8731-d52b1940cf77 req-4f87d5b7-c031-4104-a064-eebeabab82c5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944555 Aug 20 19:09:43.090431 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-265f5d5d-688a-4923-bc2b-b0647252baf7 req-c28467a1-4bdd-43b8-ba9e-976144aa10f5 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409240 Aug 20 19:09:43.106263 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:43.232996 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-265f5d5d-688a-4923-bc2b-b0647252baf7 req-f7cf94dd-7e61-44c6-b05a-95a76c5500ea service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264317 Aug 20 19:09:43.272095 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:43.372793 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9c805-5f08-4c98-ac57-b4d4c2073879 req-0cd644eb-9d86-428d-8aa4-c2f76388e496 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:43.374287 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-acb9c805-5f08-4c98-ac57-b4d4c2073879 req-0cd644eb-9d86-428d-8aa4-c2f76388e496 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 945 time: 0.1828835 Aug 20 19:09:43.491194 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-acb9c805-5f08-4c98-ac57-b4d4c2073879 req-84fd3568-5518-41d7-852a-4e6ea6c399b6 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108210 Aug 20 19:09:43.537197 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:43.542058 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:43.545746 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ba215421-13f8-47c4-902e-7eb3778c1b06 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:43.654982 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event updated for resources: {'Port': ['ID=44027973-da02-4cfa-807c-66fa534ee6f7,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:43.657907 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:43.666938 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:43.925749 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.l3_db [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Floating IP bdddb521-340f-436e-9a31-1994529da56d associated. External IP: 172.28.2.46, port: 7f9ff966-4ab0-43d7-adfc-40d475b770ce. Aug 20 19:09:44.464400 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:09:44.473772 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97b203-f79a-4dc1-ad6d-3a21981531e3 req-3d40a953-0759-413a-82f2-7d8335bd5a6e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:44.475234 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3c97b203-f79a-4dc1-ad6d-3a21981531e3 req-3d40a953-0759-413a-82f2-7d8335bd5a6e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.2660091 Aug 20 19:09:44.485395 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0059-f5a7-4411-ab1e-ee400bb86c21 req-722d20df-d2c9-4c10-8d59-33e4e733fa54 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:44.486755 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-051c0059-f5a7-4411-ab1e-ee400bb86c21 req-722d20df-d2c9-4c10-8d59-33e4e733fa54 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.2709630 Aug 20 19:09:44.642952 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-051c0059-f5a7-4411-ab1e-ee400bb86c21 req-ebf88d90-bc08-4fc6-bd32-c9648ef19c34 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402147 Aug 20 19:09:44.649708 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3c97b203-f79a-4dc1-ad6d-3a21981531e3 req-772ea3bf-46c3-44de-94b5-222102c2b708 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611571 Aug 20 19:09:44.755284 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:09:44.764613 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] Sync routers for ids ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:09:44.781239 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] Routers {'8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:09:44.781239 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:09:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:44.799558 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.858235 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4466128 Aug 20 19:09:44.858965 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:44.906985 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'status': 'completed', 'code': 200} Aug 20 19:09:44.978918 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] Set router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:09:45.193241 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a446275-503e-4945-b256-19b714a61a74 req-61f66021-57bd-40a5-bbb1-e9be1e32f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:45.194710 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1a446275-503e-4945-b256-19b714a61a74 req-61f66021-57bd-40a5-bbb1-e9be1e32f855 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a552e474dc724f3b8591b06118232a7f&device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 1098 time: 0.0751939 Aug 20 19:09:45.358184 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:07Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': 'bdddb521-340f-436e-9a31-1994529da56d', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'floating_ip_address': '172.28.2.46', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'port_id': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'mac_address': 'fa:16:3e:0b:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:09:42Z', 'updated_at': '2021-08-20T19:09:42Z', 'revision_number': 0, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7de80a-04fa-4b3b-8e14-42d6ba292b2a', 'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'mac_address': 'fa:16:3e:35:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:06Z', 'updated_at': '2021-08-20T19:08:22Z', 'revision_number': 5, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'subnets': [{'id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:45.362197 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] Checking router: 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:09:45.364279 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a446275-503e-4945-b256-19b714a61a74 req-fb16d1f7-91e0-4715-bdfa-162f2caa2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:45.365886 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1a446275-503e-4945-b256-19b714a61a74 req-fb16d1f7-91e0-4715-bdfa-162f2caa2b2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4028fbd-2e12-4323-a257-4bd9db0bc623 HTTP/1.1" status: 200 len: 910 time: 0.1507688 Aug 20 19:09:45.370780 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] Routers {'8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:09:45.371415 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:09:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:45.521515 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1a446275-503e-4945-b256-19b714a61a74 req-91d4cf09-e32f-4925-b963-cb6eaa404845 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce HTTP/1.1" status: 200 len: 998 time: 0.1420202 Aug 20 19:09:45.589645 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a446275-503e-4945-b256-19b714a61a74 req-185f3b94-c8a3-4b0d-81d5-009ac2b83316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:45.591111 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1a446275-503e-4945-b256-19b714a61a74 req-185f3b94-c8a3-4b0d-81d5-009ac2b83316 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a25ebdc-94d4-4cad-bcd1-041979dd0a24 HTTP/1.1" status: 200 len: 848 time: 0.0611501 Aug 20 19:09:45.609619 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] Set router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:09:45.682249 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a446275-503e-4945-b256-19b714a61a74 req-7e602cfc-1f8b-40c5-8052-c6413aa4ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:45.684023 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1a446275-503e-4945-b256-19b714a61a74 req-7e602cfc-1f8b-40c5-8052-c6413aa4ce55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4028fbd-2e12-4323-a257-4bd9db0bc623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801368 Aug 20 19:09:46.015753 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1a446275-503e-4945-b256-19b714a61a74 req-5588d43b-86b0-4e71-b41d-a18bdb29a108 service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156905 Aug 20 19:09:46.046654 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:07Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': 'bdddb521-340f-436e-9a31-1994529da56d', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'floating_ip_address': '172.28.2.46', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'port_id': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'mac_address': 'fa:16:3e:0b:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:09:42Z', 'updated_at': '2021-08-20T19:09:42Z', 'revision_number': 0, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7de80a-04fa-4b3b-8e14-42d6ba292b2a', 'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'mac_address': 'fa:16:3e:35:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:06Z', 'updated_at': '2021-08-20T19:08:22Z', 'revision_number': 5, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'subnets': [{'id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:46.052201 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d31c-41fc-4168-9bbb-41e60f9ffc7a None None] The sync data for ids ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'] in dv-cinder-805283-1-smb is: [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:07Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': 'bdddb521-340f-436e-9a31-1994529da56d', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'floating_ip_address': '172.28.2.46', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'port_id': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'mac_address': 'fa:16:3e:0b:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:09:42Z', 'updated_at': '2021-08-20T19:09:42Z', 'revision_number': 0, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7de80a-04fa-4b3b-8e14-42d6ba292b2a', 'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'mac_address': 'fa:16:3e:35:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:06Z', 'updated_at': '2021-08-20T19:08:22Z', 'revision_number': 5, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'subnets': [{'id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:09:46.080113 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f1e2e-1f3b-4f82-af2e-03bfe01ac8d7 req-41518947-274a-4162-8fc0-dab84824df0d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:46.097863 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-390f1e2e-1f3b-4f82-af2e-03bfe01ac8d7 req-41518947-274a-4162-8fc0-dab84824df0d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.3206921 Aug 20 19:09:46.171247 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91f23b-b922-4fb5-92c1-fc41e9279123 req-cddbb006-c4d1-4dc4-97dd-9e6e416d2f6f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:46.172761 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ca91f23b-b922-4fb5-92c1-fc41e9279123 req-cddbb006-c4d1-4dc4-97dd-9e6e416d2f6f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.3101335 Aug 20 19:09:46.245952 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-390f1e2e-1f3b-4f82-af2e-03bfe01ac8d7 req-f39d0d8c-e050-42aa-99db-217dccf547d3 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441119 Aug 20 19:09:46.286371 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ca91f23b-b922-4fb5-92c1-fc41e9279123 req-b97a2d8b-d073-483d-97e4-9c3e8ba80ee8 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991831 Aug 20 19:09:46.448255 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1a446275-503e-4945-b256-19b714a61a74 req-2bd6d35a-e0dd-40a0-beae-f354f8752ea0 service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173906 Aug 20 19:09:46.514642 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c16a9f-e16b-483b-842d-898c28e7df19 None None] New status for floating IP bdddb521-340f-436e-9a31-1994529da56d: ACTIVE {{(pid=79349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:09:46.778753 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a81208-4429-4637-b5a1-c99eaee2aded req-15b29fd7-6e2e-45bd-821f-c1a9f0f259ea tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:46.780355 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-25a81208-4429-4637-b5a1-c99eaee2aded req-15b29fd7-6e2e-45bd-821f-c1a9f0f259ea tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.1094439 Aug 20 19:09:46.846257 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-25a81208-4429-4637-b5a1-c99eaee2aded req-2c100094-4a7e-419f-806a-baa1cddcd903 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564501 Aug 20 19:09:46.866097 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 47280) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:47.084879 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e8338-a0c4-4d14-bfaa-f945e2eb8994 tempest-TestMinimumBasicScenario-1791819394 tempest-TestMinimumBasicScenario-1791819394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:47.086405 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-e84e8338-a0c4-4d14-bfaa-f945e2eb8994 tempest-TestMinimumBasicScenario-1791819394 tempest-TestMinimumBasicScenario-1791819394-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 1093 time: 0.2170627 Aug 20 19:09:47.091363 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47286) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:47.097012 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'floatingip': {'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'port_id': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:47.103636 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:47.107601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Usage tracker for resource:floatingip and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:47.110901 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:47.118608 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:47.129914 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for floatingip, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:47.282746 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:47.757098 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Allocated IP 172.28.2.222 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/9c65620d-50af-4d64-9d5a-71a227ef6236) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:09:47.878738 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934af45-7bb2-47ca-a25a-fe224ad90191 req-833aad2f-381b-468a-b8bd-90f1119389a9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:47.878738 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7934af45-7bb2-47ca-a25a-fe224ad90191 req-833aad2f-381b-468a-b8bd-90f1119389a9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.2643771 Aug 20 19:09:47.934197 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79136a36-9e86-4624-9234-33d6d96b1b3b req-c27b4a03-ffa4-4372-a760-f5e6722bddc8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:47.941680 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-79136a36-9e86-4624-9234-33d6d96b1b3b req-c27b4a03-ffa4-4372-a760-f5e6722bddc8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.3286831 Aug 20 19:09:48.021025 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7934af45-7bb2-47ca-a25a-fe224ad90191 req-58d238cd-ad5c-4ec9-85c5-6cc49279b616 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358490 Aug 20 19:09:48.033053 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:48.048195 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-79136a36-9e86-4624-9234-33d6d96b1b3b req-8e4ec21f-9b00-4c82-8308-79b55d726cdc tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055772 Aug 20 19:09:48.081750 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:48.093719 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:48.162677 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:09:48.166030 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:09:48.170145 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:09:48.210022 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'Port': ['ID=9c65620d-50af-4d64-9d5a-71a227ef6236,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:48.229654 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:48.682214 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:48.793915 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:49.053787 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:49.057610 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:49.062935 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:49.318763 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'Port': ['ID=9c65620d-50af-4d64-9d5a-71a227ef6236,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:49.328654 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:49.339141 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:49.674365 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e355a-93c5-4b78-8679-301edabeacb8 req-4b42bca7-e729-4b5d-a21b-0ee5546e0427 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:49.676178 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ee9e355a-93c5-4b78-8679-301edabeacb8 req-4b42bca7-e729-4b5d-a21b-0ee5546e0427 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.4896510 Aug 20 19:09:49.686436 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ae49-128c-4493-885f-2e1fcc9003ce req-ec490d66-3a51-4ef2-931b-058321408829 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:49.688625 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-58b6ae49-128c-4493-885f-2e1fcc9003ce req-ec490d66-3a51-4ef2-931b-058321408829 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.4578826 Aug 20 19:09:49.733616 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.l3_db [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Floating IP f50a22cf-b8d1-458c-bc3d-eafd2f364bb3 associated. External IP: 172.28.2.222, port: e5bb04b4-2402-4478-919a-b90c84895dec. Aug 20 19:09:49.879710 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ee9e355a-93c5-4b78-8679-301edabeacb8 req-53dd935d-3570-4805-a9a5-73173b576bb6 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827865 Aug 20 19:09:49.905165 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-58b6ae49-128c-4493-885f-2e1fcc9003ce req-0e3d30d5-52e8-4056-9a3e-f9161eebe6be tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893318 Aug 20 19:09:50.282023 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Router 000e6b02-d00a-414c-9b97-cbafd7001e49 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:09:50.489630 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:09:50.504421 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] Sync routers for ids ['000e6b02-d00a-414c-9b97-cbafd7001e49'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:09:50.522650 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] Routers {'000e6b02-d00a-414c-9b97-cbafd7001e49'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:09:50.525651 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:09:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['000e6b02-d00a-414c-9b97-cbafd7001e49'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:50.558320 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:50.688518 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 47312) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:50.692155 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5995319 Aug 20 19:09:50.693031 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:50.696504 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230677966', 'description': 'tempest-secgroup-smoke-1230677966 description', 'project_id': '398c146e71854f9da6a5d9946524f8c6'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:50.705263 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:50.721772 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:50.748178 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:50.767253 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] Set router 000e6b02-d00a-414c-9b97-cbafd7001e49 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:09:50.785588 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:50.788265 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'status': 'completed', 'code': 200} Aug 20 19:09:50.810870 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Usage tracker for resource:security_group_rule and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:50.814727 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:50.832967 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:50.986814 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-baa99b90-b57c-40ee-ab7b-bb680c53f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:50.991564 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-baa99b90-b57c-40ee-ab7b-bb680c53f218 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=398c146e71854f9da6a5d9946524f8c6&device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 1098 time: 0.1521132 Aug 20 19:09:51.129265 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:51.194577 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:19Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': 'f50a22cf-b8d1-458c-bc3d-eafd2f364bb3', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'floating_ip_address': '172.28.2.222', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'port_id': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'mac_address': 'fa:16:3e:a3:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11541239-18a2-485c-92a3-0132ec582c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:09:48Z', 'updated_at': '2021-08-20T19:09:48Z', 'revision_number': 0, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dfa6405-5356-47f7-9e52-af2817d0f094', 'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'mac_address': 'fa:16:3e:f2:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:17Z', 'updated_at': '2021-08-20T19:08:29Z', 'revision_number': 5, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'subnets': [{'id': '75052161-7021-4e7e-aa5e-6afde754110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:51.199155 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] Checking router: 000e6b02-d00a-414c-9b97-cbafd7001e49 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:09:51.218483 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] Routers {'000e6b02-d00a-414c-9b97-cbafd7001e49'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:09:51.219353 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:09:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['000e6b02-d00a-414c-9b97-cbafd7001e49'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:51.238847 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:51.248004 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8a035486-dd0e-44b6-b2a6-05b3cad5516e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:51.295012 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40db1d-b20e-4099-b629-d74c9fbad08b req-f8c2514e-c3d6-4995-b31f-efe6724c329d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:51.296708 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7c40db1d-b20e-4099-b629-d74c9fbad08b req-f8c2514e-c3d6-4995-b31f-efe6724c329d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1226313 Aug 20 19:09:51.306757 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006315b1-d4cd-440f-b0e8-d8593a2bd0a5 req-b884ef08-b04f-4464-855e-d8cc507a3d0e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:51.314612 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-006315b1-d4cd-440f-b0e8-d8593a2bd0a5 req-b884ef08-b04f-4464-855e-d8cc507a3d0e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1759305 Aug 20 19:09:51.322960 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:51.335240 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:51.349721 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:51.350920 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6602211 Aug 20 19:09:51.354172 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-a562d087-e5cb-4a95-b237-5bc8bf37f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:51.355559 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-a562d087-e5cb-4a95-b237-5bc8bf37f2ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=24c2aa0b-25e5-412c-a63c-2588aed042cb HTTP/1.1" status: 200 len: 916 time: 0.3473339 Aug 20 19:09:51.356321 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 47324) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:51.361023 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'security_group_rule': {'security_group_id': '8b0f44c1-1d4e-453d-a3ab-a527f3df9b18', 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:51.444075 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] Set router 000e6b02-d00a-414c-9b97-cbafd7001e49 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:09:51.446727 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-006315b1-d4cd-440f-b0e8-d8593a2bd0a5 req-dedaeacd-8768-4b63-9fa2-fa3902e41087 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309922 Aug 20 19:09:51.450393 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7c40db1d-b20e-4099-b629-d74c9fbad08b req-f1cc69b2-3e1c-425c-889d-a5f719f03271 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198802 Aug 20 19:09:51.467511 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:51.493036 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Usage tracker for resource:security_group_rule and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:51.526641 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:51.535258 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:51.545150 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-ef67b8d0-d8d7-4865-8766-687f1d932e21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 200 len: 999 time: 0.1795027 Aug 20 19:09:51.615647 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:51.678221 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-9a0a1487-b941-4c37-8335-3cd6c793b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:51.680189 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-9a0a1487-b941-4c37-8335-3cd6c793b287 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75052161-7021-4e7e-aa5e-6afde754110a HTTP/1.1" status: 200 len: 854 time: 0.1175711 Aug 20 19:09:51.747004 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:51.766855 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:51.777327 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2689c03f-028a-4908-99f4-5972211d37e1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:51.811013 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc0a895-e7a0-4469-a0cd-b8a299bfbade,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:51.814530 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:51.828120 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:51.829644 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-13a8fdc7-215b-4398-b06e-5807ec024ea6 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4727509 Aug 20 19:09:51.833207 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 47328) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:51.840669 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'security_group_rule': {'security_group_id': '8b0f44c1-1d4e-453d-a3ab-a527f3df9b18', 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:51.850212 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:51.858246 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Usage tracker for resource:security_group_rule and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:51.861942 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:51.867342 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-a4af1495-565a-4048-b2d6-ec52367e61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:51.869314 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-a4af1495-565a-4048-b2d6-ec52367e61dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c2aa0b-25e5-412c-a63c-2588aed042cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1687655 Aug 20 19:09:51.874372 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:51.893309 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:19Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': 'f50a22cf-b8d1-458c-bc3d-eafd2f364bb3', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'floating_ip_address': '172.28.2.222', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'port_id': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'mac_address': 'fa:16:3e:a3:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11541239-18a2-485c-92a3-0132ec582c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:09:48Z', 'updated_at': '2021-08-20T19:09:48Z', 'revision_number': 0, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dfa6405-5356-47f7-9e52-af2817d0f094', 'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'mac_address': 'fa:16:3e:f2:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:17Z', 'updated_at': '2021-08-20T19:08:29Z', 'revision_number': 5, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'subnets': [{'id': '75052161-7021-4e7e-aa5e-6afde754110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:51.900393 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae06e7ea-77cf-4d20-9eb2-ce255b38a84c None None] The sync data for ids ['000e6b02-d00a-414c-9b97-cbafd7001e49'] in dv-cinder-805283-1-smb is: [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:19Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': 'f50a22cf-b8d1-458c-bc3d-eafd2f364bb3', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'floating_ip_address': '172.28.2.222', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'port_id': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'mac_address': 'fa:16:3e:a3:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11541239-18a2-485c-92a3-0132ec582c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:09:48Z', 'updated_at': '2021-08-20T19:09:48Z', 'revision_number': 0, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dfa6405-5356-47f7-9e52-af2817d0f094', 'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'mac_address': 'fa:16:3e:f2:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:17Z', 'updated_at': '2021-08-20T19:08:29Z', 'revision_number': 5, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'subnets': [{'id': '75052161-7021-4e7e-aa5e-6afde754110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:09:51.986698 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.077017 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-f7316d3d-97a9-473b-920d-461e3a35582b service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957371 Aug 20 19:09:52.147655 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.160687 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.214573 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:52.279205 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e013687-66a0-40a4-8d01-ce4782f6bfec,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:52.290779 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:52.313976 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.315948 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4815381 Aug 20 19:09:52.318858 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47336) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:52.328867 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'security_group_rule': {'security_group_id': '8b0f44c1-1d4e-453d-a3ab-a527f3df9b18', 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:52.335909 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:52.344481 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Usage tracker for resource:security_group_rule and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:52.350158 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1c4b77d0-19cd-46a1-9e18-97886e5ebc4f req-933fee7f-e571-4010-8d8a-96f1a0365bb3 service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611890 Aug 20 19:09:52.351652 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:52.361458 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:52.394564 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.501074 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.510457 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.521104 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a35bf5f6-e046-4681-8bf0-7065b8949799 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:52.556781 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3653b1cd-9621-4825-abd8-0623c7b78b1e,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:52.560299 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:52.561746 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.563339 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2423861 Aug 20 19:09:52.566067 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 47348) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:52.573606 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'security_group_rule': {'security_group_id': '8b0f44c1-1d4e-453d-a3ab-a527f3df9b18', 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:52.585409 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:52.591382 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Usage tracker for resource:security_group_rule and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:52.596418 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:52.614182 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:52.667852 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.755154 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14791-9603-4423-9ed9-7927c30a8a0e req-43c2972c-7363-4167-9360-f93bb733742c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:52.757064 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28b14791-9603-4423-9ed9-7927c30a8a0e req-43c2972c-7363-4167-9360-f93bb733742c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1778452 Aug 20 19:09:52.767637 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.774997 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.788663 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36068106-ac47-4ede-9c72-6b8e6a0eec74 req-0cfe2598-50db-4aba-b9ab-a6a146f36a8e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:52.790152 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-36068106-ac47-4ede-9c72-6b8e6a0eec74 req-0cfe2598-50db-4aba-b9ab-a6a146f36a8e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1707656 Aug 20 19:09:52.794725 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:52.829437 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c80c71-01f5-4525-9f89-65f19cb8df23,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:52.841336 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:52.842298 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.843766 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2766459 Aug 20 19:09:52.846447 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 47352) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:52.860591 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'security_group_rule': {'security_group_id': '8b0f44c1-1d4e-453d-a3ab-a527f3df9b18', 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:52.863035 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28b14791-9603-4423-9ed9-7927c30a8a0e req-aea0b09b-bf81-4f32-bed0-1433919714f0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993900 Aug 20 19:09:52.868388 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-36068106-ac47-4ede-9c72-6b8e6a0eec74 req-7d65e981-fb2f-4bb0-a71d-01ff01852cef tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684254 Aug 20 19:09:52.871707 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:52.883295 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Usage tracker for resource:security_group_rule and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:52.892332 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:52.905934 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:52.921116 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.securitygroups_db [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Project 398c146e71854f9da6a5d9946524f8c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 19:09:52.928637 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:53.010218 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132c61ee-a66d-46c5-b5fc-2c06896697be None None] New status for floating IP f50a22cf-b8d1-458c-bc3d-eafd2f364bb3: ACTIVE {{(pid=79349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:09:53.015125 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:53.020802 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:53.023470 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-39029321-563e-418b-8fc9-294fb273909f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:53.046133 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eeb4fbe-0221-4038-8eea-621428595ec2,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:53.048701 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:53.060422 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:53.062049 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-e1dd2830-a7d9-4e2f-9201-dacb1cc81b35 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2141130 Aug 20 19:09:53.064810 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47356) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:53.070511 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'security_group_rule': {'security_group_id': '8b0f44c1-1d4e-453d-a3ab-a527f3df9b18', 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:53.079805 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:53.086411 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Usage tracker for resource:security_group_rule and tenant:398c146e71854f9da6a5d9946524f8c6 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:53.088621 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:53.096007 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:53.111494 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.securitygroups_db [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Project 398c146e71854f9da6a5d9946524f8c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 19:09:53.118999 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:53.213916 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:53.220403 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:53.240322 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-dfe08fc5-4799-4ab2-85ec-f1bad3558c78 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:53.259899 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cafefd-a2c0-4489-be82-97c53d759f95,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:53.267099 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:53.269452 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:53.273930 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-26a4eb8a-6158-4ecb-8d91-0bde71f8bda9 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2079053 Aug 20 19:09:53.422012 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-f3fcd5f5-f85a-4ff9-adca-848ee0316e7c tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230677966&fields=id&tenant_id=398c146e71854f9da6a5d9946524f8c6 HTTP/1.1" status: 200 len: 267 time: 0.0566821 Aug 20 19:09:53.554190 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-04ee2a83-bd9d-4d68-876c-65632d3ed338 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:53.555831 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-04ee2a83-bd9d-4d68-876c-65632d3ed338 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.1275363 Aug 20 19:09:53.567289 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'port': {'security_groups': ['af0d6738-6950-485a-bf5b-4eef5a158fd9', '8b0f44c1-1d4e-453d-a3ab-a527f3df9b18']}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:53.833240 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:54.182905 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] For port e5bb04b4-2402-4478-919a-b90c84895dec, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e5bb04b4-2402-4478-919a-b90c84895dec,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:54.205816 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fff478-209b-4320-9976-163b754c6a9b req-9de3e11f-4c39-49ab-9b24-8d2063bd319d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:54.207316 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-42fff478-209b-4320-9976-163b754c6a9b req-9de3e11f-4c39-49ab-9b24-8d2063bd319d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1906745 Aug 20 19:09:54.240934 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:54.249815 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:54.265490 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:54.322386 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['e5bb04b4-2402-4478-919a-b90c84895dec'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:54.340885 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-42fff478-209b-4320-9976-163b754c6a9b req-d0ffecb0-a005-4ab1-b660-e5a98404d249 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224220 Aug 20 19:09:54.347384 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:54.348163 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:54.349669 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-32c96fd7-caa7-4adb-bf9d-786aa6d470d1 req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "PUT /v2.0/ports/e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 200 len: 981 time: 0.7870095 Aug 20 19:09:54.352835 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:54.374843 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'Port': ['ID=e5bb04b4-2402-4478-919a-b90c84895dec,revision_number=6']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:54.378259 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:54.568056 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'status': 'completed', 'code': 200} Aug 20 19:09:54.666520 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4efaa-5c25-4724-8b43-bcf9ae84aaf6 req-f4647874-67ba-4ea1-b63e-80ce2f2a5e5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:54.678572 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd4efaa-5c25-4724-8b43-bcf9ae84aaf6 req-f4647874-67ba-4ea1-b63e-80ce2f2a5e5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1823881 Aug 20 19:09:54.681559 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['e5bb04b4-2402-4478-919a-b90c84895dec'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:54.776434 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-58c6731c-1dfb-4bee-82df-60d406dd1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:54.778094 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-58c6731c-1dfb-4bee-82df-60d406dd1b55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=398c146e71854f9da6a5d9946524f8c6&device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 1137 time: 0.1672966 Aug 20 19:09:54.843551 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fd4efaa-5c25-4724-8b43-bcf9ae84aaf6 req-42bce6c5-fc9b-4516-9d3a-4bb885144b8d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642017 Aug 20 19:09:54.913841 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c70410-ced7-4be5-b1bc-e483d0f4c7b6 req-e07184bc-dbfd-40e4-8071-3029a7e06c72 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:54.922235 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-09c70410-ced7-4be5-b1bc-e483d0f4c7b6 req-e07184bc-dbfd-40e4-8071-3029a7e06c72 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.1603680 Aug 20 19:09:54.926576 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-40166e57-7638-4fbe-abaa-806189440177 None None] Provisioning complete for port e5bb04b4-2402-4478-919a-b90c84895dec triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:09:54.926966 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-40166e57-7638-4fbe-abaa-806189440177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:54.974818 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-d911ae24-3869-4936-baa0-66772ba592f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:54.976285 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-d911ae24-3869-4936-baa0-66772ba592f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24c2aa0b-25e5-412c-a63c-2588aed042cb HTTP/1.1" status: 200 len: 916 time: 0.1892858 Aug 20 19:09:54.977228 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-09c70410-ced7-4be5-b1bc-e483d0f4c7b6 req-5355dbc2-254a-44b4-b6c9-1548b504724c tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538211 Aug 20 19:09:55.117441 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-b9f8052f-2d6c-4c8d-a63a-966ea18b9a5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 200 len: 1001 time: 0.1297956 Aug 20 19:09:55.193546 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-e41a1dc9-26c1-4184-813d-e353fdf1b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:55.195144 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-e41a1dc9-26c1-4184-813d-e353fdf1b00e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75052161-7021-4e7e-aa5e-6afde754110a HTTP/1.1" status: 200 len: 854 time: 0.0665557 Aug 20 19:09:55.495837 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-fe47acb1-d095-4701-9756-7ec5c5895082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:55.497928 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-fe47acb1-d095-4701-9756-7ec5c5895082 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c2aa0b-25e5-412c-a63c-2588aed042cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2929609 Aug 20 19:09:55.714694 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52764cb5-835c-4ded-8695-59b094b0b6f4 req-fbf7520f-e46b-4871-95f2-dcd48ba71387 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:55.719511 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-52764cb5-835c-4ded-8695-59b094b0b6f4 req-fbf7520f-e46b-4871-95f2-dcd48ba71387 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.1318557 Aug 20 19:09:55.729310 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-3313cf69-0586-416b-b3ed-1bea8fb6b538 service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125864 Aug 20 19:09:55.787932 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-52764cb5-835c-4ded-8695-59b094b0b6f4 req-2d029eb9-174d-423a-8fcc-fa0bda8647bc tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641527 Aug 20 19:09:55.951892 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-82cf15b1-3d2c-4ac5-8a8b-964faa1880e7 req-89351c38-88b6-4b8c-8a94-c05682c8ad72 service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085547 Aug 20 19:09:56.055226 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fc204-75e8-42f3-bcbb-c7cec640fd7d req-814d3ef9-a160-4860-9c21-55482fb05cc0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:56.062744 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8e8fc204-75e8-42f3-bcbb-c7cec640fd7d req-814d3ef9-a160-4860-9c21-55482fb05cc0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1046376 Aug 20 19:09:56.121656 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8e8fc204-75e8-42f3-bcbb-c7cec640fd7d req-227ba4a7-dff5-4d90-ba57-05f06f450733 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580139 Aug 20 19:09:57.014201 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bf0d3-dc1c-4f4c-96f8-c5ff6f25de3a req-ce56030f-f31c-41ec-b0d3-1dde2aef0711 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:57.017370 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a81bf0d3-dc1c-4f4c-96f8-c5ff6f25de3a req-ce56030f-f31c-41ec-b0d3-1dde2aef0711 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.0839705 Aug 20 19:09:57.064716 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a81bf0d3-dc1c-4f4c-96f8-c5ff6f25de3a req-8896d17b-2275-4b8b-a659-21f3e772f7ab tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430112 Aug 20 19:09:57.313857 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f3886-3dc1-4dc3-9873-4d353106ebff req-39be89d0-008b-4688-bfad-a7ed194e7f53 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:57.315817 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e66f3886-3dc1-4dc3-9873-4d353106ebff req-39be89d0-008b-4688-bfad-a7ed194e7f53 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0830684 Aug 20 19:09:57.367471 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e66f3886-3dc1-4dc3-9873-4d353106ebff req-90548253-6ee8-4b6f-aee5-49b34d0ae42f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459447 Aug 20 19:09:58.256714 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedfcf5-ed42-4875-be7e-5ef5771c34a4 req-bfd480c0-decd-460c-bf6a-d78ce727a5a7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:58.258296 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2fedfcf5-ed42-4875-be7e-5ef5771c34a4 req-bfd480c0-decd-460c-bf6a-d78ce727a5a7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.0799308 Aug 20 19:09:58.305892 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2fedfcf5-ed42-4875-be7e-5ef5771c34a4 req-1f347fc4-e5da-4773-9cb9-66a743f973fa tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 Aug 20 19:09:58.450594 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-8f1f3347-1ff9-4f11-bc90-8ef028e11761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:58.452225 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-8f1f3347-1ff9-4f11-bc90-8ef028e11761 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 1098 time: 0.0699615 Aug 20 19:09:58.554040 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ca74-0e38-404f-90c8-f4efeea8f19f req-86de687b-71cd-46db-9aea-860bc3c6cf3f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:58.555497 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f3d5ca74-0e38-404f-90c8-f4efeea8f19f req-86de687b-71cd-46db-9aea-860bc3c6cf3f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0797436 Aug 20 19:09:58.594700 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-7d17aea3-d49b-4374-85cf-8ad1bee39faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:58.596173 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-7d17aea3-d49b-4374-85cf-8ad1bee39faf service neutron] 10.222.0.11 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 917 time: 0.1342025 Aug 20 19:09:58.604109 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f3d5ca74-0e38-404f-90c8-f4efeea8f19f req-13bd7ec6-6476-47c3-b94e-8b01f94c2af5 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Aug 20 19:09:58.699862 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-d9c624ad-8f9a-400f-994a-dda9e488f847 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 HTTP/1.1" status: 200 len: 1000 time: 0.0963588 Aug 20 19:09:58.770666 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-4ee8392e-8b4b-4658-8232-efddd2e5ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:58.772101 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-4ee8392e-8b4b-4658-8232-efddd2e5ca36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 200 len: 855 time: 0.0620525 Aug 20 19:09:58.851175 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-97aaaa3f-3e59-4b30-aa47-885027b00b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:58.853094 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-97aaaa3f-3e59-4b30-aa47-885027b00b36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3af70502-992e-42b2-a2d8-90d96e009dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0676925 Aug 20 19:09:58.990393 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-b5c31924-80ef-475f-a7f5-fe1adbc5f406 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273625 Aug 20 19:09:59.126360 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1889a41-fc9a-4f36-b271-98af4e05849a req-ce4a4aa1-fa09-4357-a769-4e91ec8e1227 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276548 Aug 20 19:09:59.495284 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1027ee-35bb-446a-bba7-e7e8a293c3b7 req-779b9fcc-36b4-4b3b-816c-ae7ed740c986 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:59.496739 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8a1027ee-35bb-446a-bba7-e7e8a293c3b7 req-779b9fcc-36b4-4b3b-816c-ae7ed740c986 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.0839965 Aug 20 19:09:59.543627 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8a1027ee-35bb-446a-bba7-e7e8a293c3b7 req-4c99b3e9-4830-413f-b936-90c3bfc3afd9 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Aug 20 19:09:59.791931 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16438d0-2317-4cc2-bb5e-af756a1844c2 req-51c75ef8-147b-400a-8a88-491c238b6134 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:59.793399 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e16438d0-2317-4cc2-bb5e-af756a1844c2 req-51c75ef8-147b-400a-8a88-491c238b6134 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0808575 Aug 20 19:09:59.840746 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e16438d0-2317-4cc2-bb5e-af756a1844c2 req-46333991-cee7-48d7-a189-b5cc1ce6668d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418239 Aug 20 19:10:00.730090 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d750fb2-226e-44be-b472-b398eaab2cb0 req-04aa3444-9d3e-44b3-925f-b03ee17982db tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:00.731451 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9d750fb2-226e-44be-b472-b398eaab2cb0 req-04aa3444-9d3e-44b3-925f-b03ee17982db tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.0787587 Aug 20 19:10:00.775200 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9d750fb2-226e-44be-b472-b398eaab2cb0 req-36440576-27e8-4758-b1e9-d76d393ca79e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381835 Aug 20 19:10:01.098588 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39bc75-9a90-4f33-b0cc-7b0180dddc35 req-fa244007-246a-4939-83cc-be3cb338618b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:01.099979 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ae39bc75-9a90-4f33-b0cc-7b0180dddc35 req-fa244007-246a-4939-83cc-be3cb338618b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1547861 Aug 20 19:10:01.144420 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ae39bc75-9a90-4f33-b0cc-7b0180dddc35 req-b788e75b-84f3-47dc-a347-d2b5cec6e298 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378819 Aug 20 19:10:01.963214 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a39f9-3e42-4e45-b58c-4513736529af req-550985ce-b4dd-401e-891c-c732f5f1e14c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:01.964573 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-680a39f9-3e42-4e45-b58c-4513736529af req-550985ce-b4dd-401e-891c-c732f5f1e14c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 945 time: 0.0810313 Aug 20 19:10:02.000156 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:10:02.009714 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-680a39f9-3e42-4e45-b58c-4513736529af req-b3c6dcd0-6ac1-4aef-8d77-7678e69e4194 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392911 Aug 20 19:10:02.133475 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:02.158824 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:10:02.168297 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:02.173413 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:02.176135 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:02.212975 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'code': 200} Aug 20 19:10:02.256190 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=8']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:02.259336 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:02.262083 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c2dca27e-6822-416a-933e-9462595f54b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:02.334064 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131ad8e-20e4-493d-a739-37796a5b5b7a req-2233a71b-f2ca-4988-b093-d00934be3363 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:02.335574 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5131ad8e-20e4-493d-a739-37796a5b5b7a req-2233a71b-f2ca-4988-b093-d00934be3363 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0813477 Aug 20 19:10:02.381053 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5131ad8e-20e4-493d-a739-37796a5b5b7a req-734719ac-2268-40e6-8076-51604147b5b8 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Aug 20 19:10:02.725768 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:03.200677 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2703-31e5-4991-b2d6-4af7df03f962 req-de27430e-1c5d-4076-95c8-32b9c0c03f0d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:03.202132 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-919f2703-31e5-4991-b2d6-4af7df03f962 req-de27430e-1c5d-4076-95c8-32b9c0c03f0d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0807762 Aug 20 19:10:03.253256 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-919f2703-31e5-4991-b2d6-4af7df03f962 req-e2580793-cdd4-4807-8554-a7d7484bf1a6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Aug 20 19:10:03.573907 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0768-3f02-4120-8f9e-90b96f086e8a req-153dbef5-19fe-49dd-a55e-d62cb0372d5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:03.575389 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8f7a0768-3f02-4120-8f9e-90b96f086e8a req-153dbef5-19fe-49dd-a55e-d62cb0372d5c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0851693 Aug 20 19:10:03.623895 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8f7a0768-3f02-4120-8f9e-90b96f086e8a req-6c2063d6-d54f-460a-a173-87817076d774 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Aug 20 19:10:04.246728 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c01c1-add6-4fe4-91ee-b117d6b16794 req-f95a9243-1b31-47a1-9f84-09dc113e43a0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:04.248201 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8a1c01c1-add6-4fe4-91ee-b117d6b16794 req-f95a9243-1b31-47a1-9f84-09dc113e43a0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0809906 Aug 20 19:10:04.293524 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8a1c01c1-add6-4fe4-91ee-b117d6b16794 req-41966e65-edbf-4f5a-bb00-55eaa1648716 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385725 Aug 20 19:10:04.536102 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47494) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:04.651280 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-a291f2e0-a880-4a43-9da4-bb0b5c5439ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138475 Aug 20 19:10:04.805108 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc8075-e95a-4ff6-822e-80f70ff9ceef req-4bcd4ee8-74ff-4f8c-8145-f9fefed21511 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:04.806565 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-00dc8075-e95a-4ff6-822e-80f70ff9ceef req-4bcd4ee8-74ff-4f8c-8145-f9fefed21511 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0788169 Aug 20 19:10:04.826042 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa705-df74-4956-b8ef-b3ace5b6c5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:04.854462 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-00dc8075-e95a-4ff6-822e-80f70ff9ceef req-cfbe85a0-d0ba-4cd9-a80d-4bc2b1e3dd61 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Aug 20 19:10:05.308637 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5fedc-ee75-44f5-b6fc-7fc838e8912c req-e6ba073e-0325-43cc-bd5a-8b80cc1059cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:05.310145 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-84f5fedc-ee75-44f5-b6fc-7fc838e8912c req-e6ba073e-0325-43cc-bd5a-8b80cc1059cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 1098 time: 0.0684526 Aug 20 19:10:05.491156 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5fedc-ee75-44f5-b6fc-7fc838e8912c req-a360f698-1a81-471d-95e1-3b9021d240ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:05.492587 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-84f5fedc-ee75-44f5-b6fc-7fc838e8912c req-a360f698-1a81-471d-95e1-3b9021d240ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 920 time: 0.1382570 Aug 20 19:10:05.498699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b467108-1a69-4351-9203-be8f891e1003 req-b34cede7-dc78-422f-a22d-1016790cb812 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:05.500228 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4b467108-1a69-4351-9203-be8f891e1003 req-b34cede7-dc78-422f-a22d-1016790cb812 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0846236 Aug 20 19:10:05.546011 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4b467108-1a69-4351-9203-be8f891e1003 req-68fca846-23a7-4c92-9a93-f9f341038689 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394087 Aug 20 19:10:05.568195 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-84f5fedc-ee75-44f5-b6fc-7fc838e8912c req-6ecf61be-02a0-4d8c-a470-e477f32d911f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf HTTP/1.1" status: 200 len: 217 time: 0.0644472 Aug 20 19:10:05.640106 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5fedc-ee75-44f5-b6fc-7fc838e8912c req-2fdd049b-95ab-4c63-814d-c23a5ca74db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:05.641546 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-84f5fedc-ee75-44f5-b6fc-7fc838e8912c req-2fdd049b-95ab-4c63-814d-c23a5ca74db9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 200 len: 859 time: 0.0600960 Aug 20 19:10:05.695129 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-84f5fedc-ee75-44f5-b6fc-7fc838e8912c req-e619b268-8816-4431-9af6-544dacb23076 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133b670-e560-45bd-b9cf-c7c48f9ad9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424159 Aug 20 19:10:05.891759 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.912533 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-84f5fedc-ee75-44f5-b6fc-7fc838e8912c req-dfa69f3a-e146-4b95-862d-59d4a657bda6 service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041328 Aug 20 19:10:06.033645 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:10:06.052198 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-84f5fedc-ee75-44f5-b6fc-7fc838e8912c req-4a426c99-fa21-47c4-b930-1b5f663b0bef service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261129 Aug 20 19:10:06.052444 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc5939-7591-46be-be34-b72663e20498 req-e78073e2-e0f7-4fdb-9672-9f67941185c7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:06.053861 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6bbc5939-7591-46be-be34-b72663e20498 req-e78073e2-e0f7-4fdb-9672-9f67941185c7 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0811608 Aug 20 19:10:06.105606 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6bbc5939-7591-46be-be34-b72663e20498 req-6de7e51a-9739-4b4b-be54-727230272c48 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460606 Aug 20 19:10:06.678386 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-05e0da0e-d73e-4ef5-8281-86228918bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:06.679886 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-05e0da0e-d73e-4ef5-8281-86228918bbd6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c&tenant_id=17f83d4853ad423a945233da3c49aa94 HTTP/1.1" status: 200 len: 1096 time: 0.0690615 Aug 20 19:10:06.744918 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102da08-b5c1-44e6-a40e-800d3b3a669f req-64d616d7-4cfe-419d-8f59-c909e12f6486 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:06.746411 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f102da08-b5c1-44e6-a40e-800d3b3a669f req-64d616d7-4cfe-419d-8f59-c909e12f6486 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0828021 Aug 20 19:10:06.797430 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f102da08-b5c1-44e6-a40e-800d3b3a669f req-8f54ab92-39da-4cf7-adb6-19b1d1739e14 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451424 Aug 20 19:10:06.804314 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-92371831-7702-4c5c-95c1-b9054d9bed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:06.805831 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-92371831-7702-4c5c-95c1-b9054d9bed2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 1096 time: 0.0774405 Aug 20 19:10:06.938587 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-03f33912-c4b4-410b-8910-5a61a7727292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:06.940554 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-03f33912-c4b4-410b-8910-5a61a7727292 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 917 time: 0.1266820 Aug 20 19:10:07.050394 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-6611b2cf-dbc5-4ba8-bda5-b8ffdf4748d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 HTTP/1.1" status: 200 len: 998 time: 0.0930097 Aug 20 19:10:07.140274 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-1a672cc2-be3a-4e8b-a289-da5554ea2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:07.141838 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-1a672cc2-be3a-4e8b-a289-da5554ea2191 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 200 len: 855 time: 0.0564160 Aug 20 19:10:07.181912 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.225804 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-3498f553-5c2e-4e99-b33b-c0336437d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:07.227420 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-3498f553-5c2e-4e99-b33b-c0336437d37c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3af70502-992e-42b2-a2d8-90d96e009dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735097 Aug 20 19:10:07.294691 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431cf97-8f09-4172-857b-f1f84ec86761 req-31134fe9-d27b-4acd-be84-9bdc283e3ec1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:07.296143 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d431cf97-8f09-4172-857b-f1f84ec86761 req-31134fe9-d27b-4acd-be84-9bdc283e3ec1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0812674 Aug 20 19:10:07.341477 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d431cf97-8f09-4172-857b-f1f84ec86761 req-d19394c8-f623-4998-92dc-6c1c18610b6f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386970 Aug 20 19:10:07.362269 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-fc2ba6a7-c1e4-4a9c-b31a-f6bfb1ba1fba service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240273 Aug 20 19:10:07.493229 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-0fa48217-1a82-4e13-b2c1-9874a90caf48 req-1afda49d-fa3c-42be-8b88-940a4a3e7656 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241424 Aug 20 19:10:07.981840 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9c1d5-259d-4cd8-8a71-a3f26ec92d79 req-0259db43-bffe-43ef-8eb4-ea3920ef1933 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:07.983306 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-50e9c1d5-259d-4cd8-8a71-a3f26ec92d79 req-0259db43-bffe-43ef-8eb4-ea3920ef1933 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0786107 Aug 20 19:10:08.031465 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-50e9c1d5-259d-4cd8-8a71-a3f26ec92d79 req-ef028ece-c1ce-4a40-8e76-87a795ec94f0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Aug 20 19:10:08.169236 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.526433 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246db89-d24e-45c0-ae4a-85414d12de54 req-c0fe8e66-07d2-4335-9c82-bcca0d54a022 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:08.527899 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3246db89-d24e-45c0-ae4a-85414d12de54 req-c0fe8e66-07d2-4335-9c82-bcca0d54a022 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0804806 Aug 20 19:10:08.572700 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3246db89-d24e-45c0-ae4a-85414d12de54 req-aa615f38-9740-4040-b947-a65b5456db04 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Aug 20 19:10:09.231521 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a30bd-e353-4a66-ac1a-7460ebddf8a8 req-543556e8-980d-407c-abdc-d46e412883ab tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:09.232919 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f99a30bd-e353-4a66-ac1a-7460ebddf8a8 req-543556e8-980d-407c-abdc-d46e412883ab tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0909569 Aug 20 19:10:09.280663 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f99a30bd-e353-4a66-ac1a-7460ebddf8a8 req-09287519-5ec2-4645-bd41-0ed2124adf75 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414510 Aug 20 19:10:09.760361 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e440b2-bce3-416c-b3d2-655239a717d3 req-58681093-9682-4348-898f-bd3ceed1561c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:09.761866 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-71e440b2-bce3-416c-b3d2-655239a717d3 req-58681093-9682-4348-898f-bd3ceed1561c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0802574 Aug 20 19:10:09.814025 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-71e440b2-bce3-416c-b3d2-655239a717d3 req-3d474860-ccea-47a3-8d05-93503fa65b2f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466104 Aug 20 19:10:10.474508 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c362ff0-6cb6-4e9b-b2f7-6fe50a0087e2 req-1f4e86b1-7734-4e44-9de3-1e7becd20b92 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:10.475965 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2c362ff0-6cb6-4e9b-b2f7-6fe50a0087e2 req-1f4e86b1-7734-4e44-9de3-1e7becd20b92 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0851364 Aug 20 19:10:10.522455 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2c362ff0-6cb6-4e9b-b2f7-6fe50a0087e2 req-2a2229db-ee65-4e00-99db-2d161459a442 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407598 Aug 20 19:10:11.078996 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01a276-4b73-4fc3-98fc-6b1d295ce534 req-f01dc0b6-2efe-4093-83a6-bc314c761379 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:11.080467 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7e01a276-4b73-4fc3-98fc-6b1d295ce534 req-f01dc0b6-2efe-4093-83a6-bc314c761379 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1606753 Aug 20 19:10:11.126784 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7e01a276-4b73-4fc3-98fc-6b1d295ce534 req-c097de36-121f-4a26-b9e5-2a615ddd2b72 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Aug 20 19:10:11.619255 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:10:11.717242 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18559f-9da0-434a-83da-691c016b8215 req-66dca73a-7a2a-4ea0-9665-1890c7e1a4d2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:11.718608 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6e18559f-9da0-434a-83da-691c016b8215 req-66dca73a-7a2a-4ea0-9665-1890c7e1a4d2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0800135 Aug 20 19:10:11.763742 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6e18559f-9da0-434a-83da-691c016b8215 req-e6360832-06f9-4f88-b064-dbbf2ddab355 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394762 Aug 20 19:10:12.318064 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9a6b8-9001-4bae-9c10-d5ca4a7c97c8 req-f16b4d72-0d15-4afc-9012-72025f15d4e0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:12.319584 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-76f9a6b8-9001-4bae-9c10-d5ca4a7c97c8 req-f16b4d72-0d15-4afc-9012-72025f15d4e0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0862565 Aug 20 19:10:12.365757 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-76f9a6b8-9001-4bae-9c10-d5ca4a7c97c8 req-9560453c-a9ed-4927-b5c6-9ad84c287a1b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Aug 20 19:10:12.953174 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc9cc3-21f6-4ef0-8276-a60ebeb7ab09 req-2333272c-f3e9-4bf2-843a-99cd3097a129 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:12.954639 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b4fc9cc3-21f6-4ef0-8276-a60ebeb7ab09 req-2333272c-f3e9-4bf2-843a-99cd3097a129 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0828242 Aug 20 19:10:13.000775 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b4fc9cc3-21f6-4ef0-8276-a60ebeb7ab09 req-bcd01aaf-dade-41b7-acaa-0fa11bcf0611 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399513 Aug 20 19:10:13.581682 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71587d-c7e5-411c-a64e-cba78744a1f0 req-a68530d7-363b-475b-b6e7-989ef6b350d2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:13.583252 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ad71587d-c7e5-411c-a64e-cba78744a1f0 req-a68530d7-363b-475b-b6e7-989ef6b350d2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0843229 Aug 20 19:10:13.632075 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ad71587d-c7e5-411c-a64e-cba78744a1f0 req-c311218d-9d7c-4402-a1a8-ae30cb0a126e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Aug 20 19:10:14.192162 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073cf6a-d112-4ecc-a715-19287aba4a01 req-e086aef0-5269-4127-be91-40a7840dc024 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:14.193634 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3073cf6a-d112-4ecc-a715-19287aba4a01 req-e086aef0-5269-4127-be91-40a7840dc024 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0832295 Aug 20 19:10:14.239801 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3073cf6a-d112-4ecc-a715-19287aba4a01 req-5e507cd7-1b71-4513-a02a-c51f0b2257aa tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407090 Aug 20 19:10:14.824956 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e7c53-c7c3-4d01-bd25-d0f0cd06607d req-fd379bb6-387e-4ea0-8d0f-287af63dd32f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:14.826357 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-471e7c53-c7c3-4d01-bd25-d0f0cd06607d req-fd379bb6-387e-4ea0-8d0f-287af63dd32f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0826671 Aug 20 19:10:14.871756 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-471e7c53-c7c3-4d01-bd25-d0f0cd06607d req-70c6b7d4-e909-416c-abdd-47a633b6f876 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 Aug 20 19:10:15.432112 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf03e81-00d0-408a-82c9-4ffddd7b94f0 req-9250ce48-1450-4054-aef0-c13b1346f220 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:15.433718 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aaf03e81-00d0-408a-82c9-4ffddd7b94f0 req-9250ce48-1450-4054-aef0-c13b1346f220 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0791476 Aug 20 19:10:15.480963 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aaf03e81-00d0-408a-82c9-4ffddd7b94f0 req-56f45f10-0507-41a6-afc0-53e22f5271f9 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Aug 20 19:10:16.060254 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2091ee9-85c7-4d3f-9dfd-448a298d36ea req-985dfe3d-ecce-43bd-919f-7a74d2c5d647 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:16.061755 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a2091ee9-85c7-4d3f-9dfd-448a298d36ea req-985dfe3d-ecce-43bd-919f-7a74d2c5d647 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0810213 Aug 20 19:10:16.107728 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a2091ee9-85c7-4d3f-9dfd-448a298d36ea req-5fb1bb94-c398-40d4-a76f-5328bb22e533 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398448 Aug 20 19:10:16.675694 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f174e-71c6-4d67-bcab-351350edbdbb req-c46642cd-590c-4e56-be23-1b1ee6fb1f8a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:16.677214 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a70f174e-71c6-4d67-bcab-351350edbdbb req-c46642cd-590c-4e56-be23-1b1ee6fb1f8a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0853474 Aug 20 19:10:16.722037 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a70f174e-71c6-4d67-bcab-351350edbdbb req-cc6d486e-9c50-4f12-8896-20fd41b5057c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388978 Aug 20 19:10:17.297086 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff65cbb-54c6-470e-bd8c-c278adc69452 req-f951a83c-4323-4a66-a381-49ff8c7b3100 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:17.298535 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8ff65cbb-54c6-470e-bd8c-c278adc69452 req-f951a83c-4323-4a66-a381-49ff8c7b3100 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0799501 Aug 20 19:10:17.344126 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8ff65cbb-54c6-470e-bd8c-c278adc69452 req-54a011ce-300b-493f-bd34-e813d1e346de tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Aug 20 19:10:17.917410 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576e970-a96c-40c3-ae0c-fc9ef92e350f req-1ed209ab-37e7-499b-b9db-b0a61184df36 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:17.919017 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a576e970-a96c-40c3-ae0c-fc9ef92e350f req-1ed209ab-37e7-499b-b9db-b0a61184df36 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0852761 Aug 20 19:10:17.964257 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a576e970-a96c-40c3-ae0c-fc9ef92e350f req-a83356ed-d437-49b0-80bb-b3f72ab86187 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388227 Aug 20 19:10:18.534286 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0190b-b2c0-49d6-967e-068c95c9a82d req-0526f8a1-224e-4099-ad31-3faf8d8358d1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:18.535755 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dfc0190b-b2c0-49d6-967e-068c95c9a82d req-0526f8a1-224e-4099-ad31-3faf8d8358d1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0807760 Aug 20 19:10:18.583557 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dfc0190b-b2c0-49d6-967e-068c95c9a82d req-594b632d-9a8a-4780-8f2d-655ad10d216a tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422757 Aug 20 19:10:19.159707 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1d2c-fcab-4e0b-bcf2-b01252d77c2c req-9dcbc0cc-dea4-417b-8ebe-6cf1f64462c1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:19.161200 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1f6b1d2c-fcab-4e0b-bcf2-b01252d77c2c req-9dcbc0cc-dea4-417b-8ebe-6cf1f64462c1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0825586 Aug 20 19:10:19.206146 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1f6b1d2c-fcab-4e0b-bcf2-b01252d77c2c req-b99ef3b0-9489-4e31-aca7-2d3005e6b749 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385451 Aug 20 19:10:19.771548 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121ce63-a6dd-47ef-a3f7-6da1d302b40f req-a532f700-f8c4-4ea9-8014-701a09dfbfa2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:19.772950 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5121ce63-a6dd-47ef-a3f7-6da1d302b40f req-a532f700-f8c4-4ea9-8014-701a09dfbfa2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0828230 Aug 20 19:10:19.818133 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5121ce63-a6dd-47ef-a3f7-6da1d302b40f req-372f0a94-fa58-4972-90ff-3878f7da15f2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395522 Aug 20 19:10:20.408445 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91669f-6521-4b8f-84d4-0beaf1cb1465 req-b290b136-80b8-4b11-bd44-ba741a96c814 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:20.410124 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ef91669f-6521-4b8f-84d4-0beaf1cb1465 req-b290b136-80b8-4b11-bd44-ba741a96c814 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0892131 Aug 20 19:10:20.465555 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ef91669f-6521-4b8f-84d4-0beaf1cb1465 req-f5c5360e-cb29-4cc2-8abd-1bdfad5f156f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495758 Aug 20 19:10:21.005410 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afca1b-1c8f-48f1-b0a0-d87ae3842e6a req-3e98e632-493f-4b15-a77e-c24d68513254 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:21.006858 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-07afca1b-1c8f-48f1-b0a0-d87ae3842e6a req-3e98e632-493f-4b15-a77e-c24d68513254 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0804958 Aug 20 19:10:21.052568 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-07afca1b-1c8f-48f1-b0a0-d87ae3842e6a req-0ac44b29-dfaa-4de0-b0d2-1060542ba5eb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 Aug 20 19:10:21.756400 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57cafb-9112-4126-bf71-c7e1accd7f1a req-630b7158-14d9-44af-bb83-e37cedce0a75 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:21.757893 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cf57cafb-9112-4126-bf71-c7e1accd7f1a req-630b7158-14d9-44af-bb83-e37cedce0a75 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.1772578 Aug 20 19:10:21.803611 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cf57cafb-9112-4126-bf71-c7e1accd7f1a req-71405f48-f338-473d-9a8f-d5b9b840cb21 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 Aug 20 19:10:22.245169 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5122bc-53d5-42ca-88ee-c492e4832d21 req-b9a11d1c-a0a8-4170-963a-7cda1b5f3828 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:22.246748 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dd5122bc-53d5-42ca-88ee-c492e4832d21 req-b9a11d1c-a0a8-4170-963a-7cda1b5f3828 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0847712 Aug 20 19:10:22.298360 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dd5122bc-53d5-42ca-88ee-c492e4832d21 req-8b660ff6-2463-4af3-ad1e-40f8dc1487b5 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457025 Aug 20 19:10:22.996256 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52038908-2e59-4102-a547-ecf74b5a2e24 req-b5ba3373-4b5c-429a-b666-1241f10b5460 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:22.997741 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-52038908-2e59-4102-a547-ecf74b5a2e24 req-b5ba3373-4b5c-429a-b666-1241f10b5460 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0804713 Aug 20 19:10:23.042579 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-52038908-2e59-4102-a547-ecf74b5a2e24 req-4d5c3782-b96e-49c2-8c75-2f17f38795c1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391917 Aug 20 19:10:23.492927 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7f96f-d7e8-406f-b946-1966405a0c97 req-68f2949d-c916-485b-9f6a-fb9ea513c7e1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:23.494376 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1ed7f96f-d7e8-406f-b946-1966405a0c97 req-68f2949d-c916-485b-9f6a-fb9ea513c7e1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0882542 Aug 20 19:10:23.542289 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1ed7f96f-d7e8-406f-b946-1966405a0c97 req-6b704925-ae10-4695-987a-36383e45f6cf tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423386 Aug 20 19:10:24.237432 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5466e4-64c8-41a1-8c3c-80989d95eb54 req-9d2c38d5-9c43-464c-8980-86369e0d6b8a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:24.238963 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c5466e4-64c8-41a1-8c3c-80989d95eb54 req-9d2c38d5-9c43-464c-8980-86369e0d6b8a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0816371 Aug 20 19:10:24.288250 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5c5466e4-64c8-41a1-8c3c-80989d95eb54 req-40ecce72-f7a5-489d-92aa-8f0c7c1ada79 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435843 Aug 20 19:10:24.730797 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdb317-ecca-4f69-9a12-ec55336569a8 req-93a447bf-6017-4cb0-9cb6-a028a22c32ad tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:24.732365 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dcbdb317-ecca-4f69-9a12-ec55336569a8 req-93a447bf-6017-4cb0-9cb6-a028a22c32ad tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0802467 Aug 20 19:10:24.784644 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dcbdb317-ecca-4f69-9a12-ec55336569a8 req-6b2b50bc-125c-4750-ae47-154faa84b7ba tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Aug 20 19:10:25.480526 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955dd55-7fe9-482b-9569-9b410961057d req-e70418f2-294b-4eaf-a39e-225eae3adfb2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:25.482692 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6955dd55-7fe9-482b-9569-9b410961057d req-e70418f2-294b-4eaf-a39e-225eae3adfb2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0855470 Aug 20 19:10:25.526263 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6955dd55-7fe9-482b-9569-9b410961057d req-1a9fb9b2-a391-4141-af5f-46f93d6d7220 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379553 Aug 20 19:10:25.964878 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f54bdd-383e-4caf-94ff-ac95512ac7ab req-3f6dc89c-b544-4a55-a503-514f09ff4758 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:25.966336 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a9f54bdd-383e-4caf-94ff-ac95512ac7ab req-3f6dc89c-b544-4a55-a503-514f09ff4758 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0780277 Aug 20 19:10:26.012572 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a9f54bdd-383e-4caf-94ff-ac95512ac7ab req-a70e1bad-70ac-4199-994e-f602be2de694 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Aug 20 19:10:26.712116 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c98f0-981c-4897-a029-20d2b89858ba req-56fe9da9-4835-4564-aed6-5cc3aa9a6aea tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:26.713511 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-102c98f0-981c-4897-a029-20d2b89858ba req-56fe9da9-4835-4564-aed6-5cc3aa9a6aea tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0781207 Aug 20 19:10:26.758080 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-102c98f0-981c-4897-a029-20d2b89858ba req-d178c950-25aa-4df6-9b94-f1941bf4ea09 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389252 Aug 20 19:10:27.196801 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cbd41-a624-40c1-884b-9175642306a3 req-2583796f-f41a-4101-b6ca-fee2825dc6b9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:27.198255 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aa3cbd41-a624-40c1-884b-9175642306a3 req-2583796f-f41a-4101-b6ca-fee2825dc6b9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0821624 Aug 20 19:10:27.242139 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aa3cbd41-a624-40c1-884b-9175642306a3 req-7a880dd6-d96e-4e12-a9ea-fa994a91d4f0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383887 Aug 20 19:10:27.943111 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096e634-b214-4ade-b3f6-3e950be2dfc5 req-36292cd7-a1cd-4346-8855-530545e73294 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:27.944562 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f096e634-b214-4ade-b3f6-3e950be2dfc5 req-36292cd7-a1cd-4346-8855-530545e73294 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0772567 Aug 20 19:10:27.991184 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f096e634-b214-4ade-b3f6-3e950be2dfc5 req-2bebce41-2412-4bcb-811e-7a7d2d200c4a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Aug 20 19:10:28.447251 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4607df6-8c12-49cc-8f55-ae627a43dd76 req-c9c8feba-6446-4eed-a2c7-2d168d874633 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:28.449237 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f4607df6-8c12-49cc-8f55-ae627a43dd76 req-c9c8feba-6446-4eed-a2c7-2d168d874633 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0892587 Aug 20 19:10:28.503554 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f4607df6-8c12-49cc-8f55-ae627a43dd76 req-bf76e106-f8a4-4c98-b41c-908c59be1172 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476606 Aug 20 19:10:29.183423 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3197fd-1c87-4426-807c-818f673e7808 req-94e36f94-95da-4e7b-a68c-420013a63593 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:29.184805 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8a3197fd-1c87-4426-807c-818f673e7808 req-94e36f94-95da-4e7b-a68c-420013a63593 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0814610 Aug 20 19:10:29.229479 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8a3197fd-1c87-4426-807c-818f673e7808 req-f257fba6-5b5a-48dd-b877-7dd9c1b7757f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390894 Aug 20 19:10:29.685036 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5cacf-bb31-4636-9808-f472658c3d33 req-5c6717c3-ecdc-47a4-9fc6-58677aad0020 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:29.686466 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c6b5cacf-bb31-4636-9808-f472658c3d33 req-5c6717c3-ecdc-47a4-9fc6-58677aad0020 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0783546 Aug 20 19:10:29.733017 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c6b5cacf-bb31-4636-9808-f472658c3d33 req-65357ff9-fed5-4cc2-83a3-be49387dc777 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Aug 20 19:10:30.426559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf619de-8352-43f3-9093-daa6c9bfc6fe req-568331c0-679f-47f1-ae23-1a1eddd63d5b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:30.428031 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1cf619de-8352-43f3-9093-daa6c9bfc6fe req-568331c0-679f-47f1-ae23-1a1eddd63d5b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0885329 Aug 20 19:10:30.475560 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1cf619de-8352-43f3-9093-daa6c9bfc6fe req-3f29a009-b76e-4b2f-9855-033daacd6755 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419457 Aug 20 19:10:30.919182 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaceca-d9ee-4c6b-8ab0-fdd5b16339ff req-aead7619-1677-4992-9610-979accb8ff8a tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:30.920651 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-78aaceca-d9ee-4c6b-8ab0-fdd5b16339ff req-aead7619-1677-4992-9610-979accb8ff8a tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0833192 Aug 20 19:10:30.974998 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-78aaceca-d9ee-4c6b-8ab0-fdd5b16339ff req-8e842007-0992-40aa-aecc-1d62dca287a0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488067 Aug 20 19:10:31.291914 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16661fc1-fb80-4bdb-84e6-05eb0e960fb9 req-db2d2c4d-e7b5-4f5d-a187-acef0bbeda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:31.293395 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-16661fc1-fb80-4bdb-84e6-05eb0e960fb9 req-db2d2c4d-e7b5-4f5d-a187-acef0bbeda53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 1098 time: 0.0674546 Aug 20 19:10:31.340983 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-16661fc1-fb80-4bdb-84e6-05eb0e960fb9 req-fd8ec8a5-24f5-423d-84e0-ed0f9022479f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379620 Aug 20 19:10:31.668329 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f960617-ef0b-4e4a-a677-1e82e6958189 req-e2a6706f-33bd-42cc-8c16-b2bd8461784f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:31.669798 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4f960617-ef0b-4e4a-a677-1e82e6958189 req-e2a6706f-33bd-42cc-8c16-b2bd8461784f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 943 time: 0.0793893 Aug 20 19:10:31.714174 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4f960617-ef0b-4e4a-a677-1e82e6958189 req-f0af0083-3bde-40d5-a4b5-4db2798eb9e6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 Aug 20 19:10:32.193686 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:10:32.235005 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94208f8-72fe-4619-a013-8e799f1e6dbe req-3eb89892-8d24-40b8-bc6e-76de18cc31f5 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:32.238490 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e94208f8-72fe-4619-a013-8e799f1e6dbe req-3eb89892-8d24-40b8-bc6e-76de18cc31f5 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1525609 Aug 20 19:10:32.282786 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e94208f8-72fe-4619-a013-8e799f1e6dbe req-d8c95e0b-3ded-4f39-9de6-8cf60dbfa96c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391061 Aug 20 19:10:32.309403 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-8de81949-ab13-4761-86cf-c0505b54b504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:32.336201 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:32.349407 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'port_id': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'mac_address': 'fa:16:3e:05:f7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:10:32.405936 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:32.422902 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:10:32.438626 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:32.442242 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:32.445169 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-a014fccd-4f43-43d5-9872-902e3bbc47ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:32.510844 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=9']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:32.514169 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:32.727063 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:33.041625 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80560feb-c88c-43cd-989a-c336658eb224 req-ebe989c2-5bf7-4de2-b6b7-e64e000db7e2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:33.043211 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-80560feb-c88c-43cd-989a-c336658eb224 req-ebe989c2-5bf7-4de2-b6b7-e64e000db7e2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 944 time: 0.0801258 Aug 20 19:10:33.088034 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-80560feb-c88c-43cd-989a-c336658eb224 req-47d41bcc-2d82-438b-9e85-4ad579467c64 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392489 Aug 20 19:10:33.261285 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:10:33.485696 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c380d-4fe2-4828-90f6-c946e10afcca req-ea190b4c-cf6c-44e8-a284-945eff12a423 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:33.487173 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-471c380d-4fe2-4828-90f6-c946e10afcca req-ea190b4c-cf6c-44e8-a284-945eff12a423 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0964320 Aug 20 19:10:33.534418 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-471c380d-4fe2-4828-90f6-c946e10afcca req-0a6b1ca3-7cff-4a47-8236-b1982e78d67c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Aug 20 19:10:34.276121 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3ad4e-ad3c-4873-b6eb-15dd2ad95915 req-74f971f5-9669-4626-bf27-62663d1e996c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:34.278034 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-64b3ad4e-ad3c-4873-b6eb-15dd2ad95915 req-74f971f5-9669-4626-bf27-62663d1e996c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 944 time: 0.0826733 Aug 20 19:10:34.323632 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-64b3ad4e-ad3c-4873-b6eb-15dd2ad95915 req-3f9d26ef-1f50-4195-9519-e31f4d495020 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 Aug 20 19:10:34.721894 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaf1fd-f0a8-4214-b6ef-3ada3e21cb5d req-adf952db-cef5-47d2-a61e-889c2dd36277 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:34.723317 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2daaf1fd-f0a8-4214-b6ef-3ada3e21cb5d req-adf952db-cef5-47d2-a61e-889c2dd36277 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0811362 Aug 20 19:10:34.767479 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2daaf1fd-f0a8-4214-b6ef-3ada3e21cb5d req-48aae0eb-01c0-4c33-ac56-9041f8f1ea0d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385113 Aug 20 19:10:34.829289 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-88196a1b-e33f-44a3-a956-a6a6d6dbf65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:35.269538 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb023c0-107d-47a3-bf7e-113424adbac1 req-168ef6d7-d287-4c6c-8f03-3087a98fc643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:35.271693 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9cb023c0-107d-47a3-bf7e-113424adbac1 req-168ef6d7-d287-4c6c-8f03-3087a98fc643 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b397e15fd40df926651d495ece801&device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 1098 time: 0.0755854 Aug 20 19:10:35.305518 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2338dde-198a-453c-80da-677ce199bbca req-a55f84e1-6fd8-49d9-95a7-932987156156 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:35.307604 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e2338dde-198a-453c-80da-677ce199bbca req-a55f84e1-6fd8-49d9-95a7-932987156156 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0862236 Aug 20 19:10:35.367744 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e2338dde-198a-453c-80da-677ce199bbca req-9ae9f9ad-77bc-4050-9a6c-c5e6b9425727 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541351 Aug 20 19:10:35.409087 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb023c0-107d-47a3-bf7e-113424adbac1 req-f79bae4a-79c0-4433-87f0-918c20a3f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:35.411793 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9cb023c0-107d-47a3-bf7e-113424adbac1 req-f79bae4a-79c0-4433-87f0-918c20a3f984 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 200 len: 920 time: 0.1341894 Aug 20 19:10:35.485338 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9cb023c0-107d-47a3-bf7e-113424adbac1 req-3a6e4800-2e6b-482a-ae36-be289b9a5b5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf HTTP/1.1" status: 200 len: 217 time: 0.0657420 Aug 20 19:10:35.550166 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb023c0-107d-47a3-bf7e-113424adbac1 req-daeaeb9f-a32e-4478-a767-c3b9068c5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:35.551573 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9cb023c0-107d-47a3-bf7e-113424adbac1 req-daeaeb9f-a32e-4478-a767-c3b9068c5407 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 200 len: 859 time: 0.0594468 Aug 20 19:10:35.583783 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e11b76-29ed-400b-966f-ed6f87863c1c req-81cc07e0-c55c-447b-a7f1-ad467b347116 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:35.585284 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-35e11b76-29ed-400b-966f-ed6f87863c1c req-81cc07e0-c55c-447b-a7f1-ad467b347116 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 944 time: 0.0842493 Aug 20 19:10:35.600278 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9cb023c0-107d-47a3-bf7e-113424adbac1 req-83308368-79d5-46de-99fb-22e586db0939 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133b670-e560-45bd-b9cf-c7c48f9ad9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417411 Aug 20 19:10:35.637422 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-35e11b76-29ed-400b-966f-ed6f87863c1c req-54c0bf6a-7b34-4251-8736-07569d5670a2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457432 Aug 20 19:10:35.821486 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9cb023c0-107d-47a3-bf7e-113424adbac1 req-f758223d-9600-4cc9-aea6-230dfcedaced service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142296 Aug 20 19:10:35.885120 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:35.957079 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9cb023c0-107d-47a3-bf7e-113424adbac1 req-c3e84b01-ca26-49ba-8697-4e1a5d3a589b service neutron] 10.222.0.11 "GET /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280215 Aug 20 19:10:36.193132 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:36.260564 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:36.260968 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:36.372839 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:36.398779 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:10:36.409208 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:36.414578 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:36.416726 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:36.487922 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'code': 200} Aug 20 19:10:36.519945 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=10']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:36.527216 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.527555 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.527887 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.528214 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.528538 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.528859 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.529203 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.529519 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.529833 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.530152 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.530465 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.530777 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.535981 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:36.601177 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98fab6-6d39-44ad-a63a-d480cc19f634 req-25817308-2bf9-489e-ac1d-801d5ae271a9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:36.602639 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aa98fab6-6d39-44ad-a63a-d480cc19f634 req-25817308-2bf9-489e-ac1d-801d5ae271a9 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0832069 Aug 20 19:10:36.646218 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aa98fab6-6d39-44ad-a63a-d480cc19f634 req-d639b331-af64-4fec-b02d-e1cb5588cbfb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 Aug 20 19:10:36.826535 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eeff6-ad2b-4094-bc34-785135447370 req-bdcb6134-8449-4970-90fb-4ebf61ec8b7a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:36.827894 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d70eeff6-ad2b-4094-bc34-785135447370 req-bdcb6134-8449-4970-90fb-4ebf61ec8b7a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 946 time: 0.0781643 Aug 20 19:10:36.872695 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d70eeff6-ad2b-4094-bc34-785135447370 req-ad265087-58b8-447d-8d7e-5a72b8de1398 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384784 Aug 20 19:10:37.183437 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:37.224882 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d1675-8c7b-4784-b705-a59e7f7909f9 req-af391fbc-7aac-493a-a0da-5c24ebcb3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:37.226366 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-e46d1675-8c7b-4784-b705-a59e7f7909f9 req-af391fbc-7aac-493a-a0da-5c24ebcb3f44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 1099 time: 0.0722470 Aug 20 19:10:37.268173 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-e46d1675-8c7b-4784-b705-a59e7f7909f9 req-454d1b58-9f7e-4e06-ba4d-909b9fac63de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340035 Aug 20 19:10:37.833186 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20855e-1420-4a71-91c2-110b0e6582d9 req-d3852a47-ada9-464b-8f1b-2455b53f9ddb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:37.834638 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4a20855e-1420-4a71-91c2-110b0e6582d9 req-d3852a47-ada9-464b-8f1b-2455b53f9ddb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0818772 Aug 20 19:10:37.882312 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4a20855e-1420-4a71-91c2-110b0e6582d9 req-bac36cc6-6e26-42e1-9131-a3c7e82d15e0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 Aug 20 19:10:38.058082 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5239ec8-cac0-470a-8742-101a12f44bb1 req-32db4695-ad31-4f6c-bfab-0fa06f70ff17 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:38.059419 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e5239ec8-cac0-470a-8742-101a12f44bb1 req-32db4695-ad31-4f6c-bfab-0fa06f70ff17 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 946 time: 0.0773668 Aug 20 19:10:38.105795 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e5239ec8-cac0-470a-8742-101a12f44bb1 req-92e726aa-8649-499c-ada5-ae2aecae411e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407224 Aug 20 19:10:38.162459 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:39.063644 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02733dec-5538-4a8f-b3b6-1b7cf381258f req-97ed9add-054b-478e-bed3-98f4618423b1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:39.065152 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-02733dec-5538-4a8f-b3b6-1b7cf381258f req-97ed9add-054b-478e-bed3-98f4618423b1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0786607 Aug 20 19:10:39.111495 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-02733dec-5538-4a8f-b3b6-1b7cf381258f req-47b1c9b8-e5c6-4d9c-a238-6331f554330c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Aug 20 19:10:39.298861 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a77dd-81b2-4663-b1d2-8c35d99911f1 req-8d240572-a693-4232-bad7-b5d13d88f40a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:39.300277 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ea0a77dd-81b2-4663-b1d2-8c35d99911f1 req-8d240572-a693-4232-bad7-b5d13d88f40a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 946 time: 0.0817535 Aug 20 19:10:39.344965 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ea0a77dd-81b2-4663-b1d2-8c35d99911f1 req-c4f77582-3f05-47c8-8d41-38aa3a0fb508 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390210 Aug 20 19:10:40.307795 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f16f8e-2521-4af2-85e4-669a7a1113a2 req-650f13bc-7375-4a24-bde9-31ff2abb93ee tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:40.309272 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-01f16f8e-2521-4af2-85e4-669a7a1113a2 req-650f13bc-7375-4a24-bde9-31ff2abb93ee tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0874689 Aug 20 19:10:40.356547 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-01f16f8e-2521-4af2-85e4-669a7a1113a2 req-931d209a-7add-4be1-a9d0-81129e43a04f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Aug 20 19:10:40.547253 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ad9fe-6383-4bdb-a36a-dab6348c0dd9 req-b19892a0-c829-4419-9979-b7ca6835a402 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:40.549303 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ac4ad9fe-6383-4bdb-a36a-dab6348c0dd9 req-b19892a0-c829-4419-9979-b7ca6835a402 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 946 time: 0.0814683 Aug 20 19:10:40.596638 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ac4ad9fe-6383-4bdb-a36a-dab6348c0dd9 req-d1704155-0288-4121-8e42-6d02f0984e3d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407524 Aug 20 19:10:45.952686 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87554d-cea4-44c3-9b10-a7a004769cf9 req-625c124d-458e-4e9e-9ff0-1abef051c341 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:45.954066 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fd87554d-cea4-44c3-9b10-a7a004769cf9 req-625c124d-458e-4e9e-9ff0-1abef051c341 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.0818288 Aug 20 19:10:45.998429 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fd87554d-cea4-44c3-9b10-a7a004769cf9 req-b72c056a-f57b-4cdb-ba8a-6019f02edbff tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387261 Aug 20 19:10:47.178379 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf997b-69de-4963-b996-496c2207a37c req-4ae87fd0-2a6c-40ec-b34b-880943d8ce8c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:47.179810 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-99bf997b-69de-4963-b996-496c2207a37c req-4ae87fd0-2a6c-40ec-b34b-880943d8ce8c tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.0773170 Aug 20 19:10:47.226870 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-99bf997b-69de-4963-b996-496c2207a37c req-846d4188-6c6d-436f-b14d-9c51231a48f4 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Aug 20 19:10:48.496224 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1adb3-4c61-48d0-85db-a8940def5037 req-08ddbc38-6f14-4740-bc13-4076c5d62195 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:48.497704 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cea1adb3-4c61-48d0-85db-a8940def5037 req-08ddbc38-6f14-4740-bc13-4076c5d62195 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.1651509 Aug 20 19:10:48.544020 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cea1adb3-4c61-48d0-85db-a8940def5037 req-c9ab15e1-4017-42e8-b13e-1e95dd430ada tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400541 Aug 20 19:10:48.619511 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:10:49.112480 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-eeaca0a2-669d-4fc8-9af7-a1724dd04a50 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:49.113183 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-eeaca0a2-669d-4fc8-9af7-a1724dd04a50 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Synchronizing usage tracker for tenant:848b397e15fd40df926651d495ece801 on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:10:49.124438 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-eeaca0a2-669d-4fc8-9af7-a1724dd04a50 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Unset dirty status for tenant:848b397e15fd40df926651d495ece801 on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:10:49.125530 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-eeaca0a2-669d-4fc8-9af7-a1724dd04a50 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.11 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.0945814 Aug 20 19:10:49.197970 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Deleting port 1e72b85b-b220-458d-9b89-2a44523d208f {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:10:49.198302 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:49.436987 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] For port 1e72b85b-b220-458d-9b89-2a44523d208f, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=1e72b85b-b220-458d-9b89-2a44523d208f,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:49.437339 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:49.562049 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Calling delete_port for 1e72b85b-b220-458d-9b89-2a44523d208f owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:10:49.714843 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:49.722203 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-efc8f9e9-6d38-4f68-bf12-6764272335e4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:49.735627 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d34c8-942a-4cc0-9407-410bb817394a req-b699f0f1-b774-4551-b38c-765c0e4ac960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:49.737155 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-389d34c8-942a-4cc0-9407-410bb817394a req-b699f0f1-b774-4551-b38c-765c0e4ac960 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9414c3bc-e433-436f-914f-ffae4f3384c5 HTTP/1.1" status: 200 len: 946 time: 0.0811145 Aug 20 19:10:49.756177 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['797e78fb-c2b3-4035-8c49-d63d488a5aaf', '1e72b85b-b220-458d-9b89-2a44523d208f'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:10:49.782948 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-389d34c8-942a-4cc0-9407-410bb817394a req-53069ae6-6c4f-44cc-aa44-3bd37c187573 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398870 Aug 20 19:10:49.806911 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Pushing event deleted for resources: {'Port': ['ID=1e72b85b-b220-458d-9b89-2a44523d208f,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:49.851318 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.851686 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.852049 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.852405 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.852758 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.853133 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.853481 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.853830 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.854204 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.854555 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.854901 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.855245 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:49.859028 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:49.865308 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] No DVR routers for this DVR port 1e72b85b-b220-458d-9b89-2a44523d208f on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:10:49.867734 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:49.871821 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9414c3bc-e433-436f-914f-ffae4f3384c5', 'name': 'network-vif-deleted', 'tag': '1e72b85b-b220-458d-9b89-2a44523d208f'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:10:49.888104 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-7e04360d-de15-48e6-be8e-ad646b09da12 req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.11 "DELETE /v2.0/ports/1e72b85b-b220-458d-9b89-2a44523d208f HTTP/1.1" status: 204 len: 173 time: 0.7553415 Aug 20 19:10:49.922178 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414c3bc-e433-436f-914f-ffae4f3384c5', 'name': 'network-vif-deleted', 'tag': '1e72b85b-b220-458d-9b89-2a44523d208f', 'status': 'completed', 'code': 200} Aug 20 19:10:51.236312 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e0bb7-c257-4303-932e-2bdcab30925c req-abc13544-d2a9-468e-a871-8579878ada43 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:51.238342 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c31e0bb7-c257-4303-932e-2bdcab30925c req-abc13544-d2a9-468e-a871-8579878ada43 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0795891 Aug 20 19:10:51.289788 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c31e0bb7-c257-4303-932e-2bdcab30925c req-74334761-2f61-4afa-ba9a-3c136eaedf4f tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 Aug 20 19:10:52.230748 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 1e72b85b-b220-458d-9b89-2a44523d208f no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:10:52.264065 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: 1e72b85b-b220-458d-9b89-2a44523d208f {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:10:52.264422 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 1e72b85b-b220-458d-9b89-2a44523d208f not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:10:52.473886 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286962b8-181a-4151-9444-a29a3a566a8a req-00633047-79f2-43e5-b98c-f4ac2d41ee24 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:52.475344 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-286962b8-181a-4151-9444-a29a3a566a8a req-00633047-79f2-43e5-b98c-f4ac2d41ee24 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0801976 Aug 20 19:10:52.519381 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-286962b8-181a-4151-9444-a29a3a566a8a req-a1772d08-ab34-428b-80b5-1e11eb07e1ef tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383348 Aug 20 19:10:53.701256 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01454e-8f46-4d5a-8a6f-d41c1ed43704 req-dc96b3a8-2979-4361-9b32-76669810be28 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:53.702608 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1b01454e-8f46-4d5a-8a6f-d41c1ed43704 req-dc96b3a8-2979-4361-9b32-76669810be28 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0821226 Aug 20 19:10:53.747443 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1b01454e-8f46-4d5a-8a6f-d41c1ed43704 req-1799fea3-1432-472f-8938-8b020deef52b tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Aug 20 19:10:54.941760 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e3f2c-2c2a-442f-8613-63edd01e2adc req-81f6f2f1-b6fe-42c7-b7c8-cf203079bd74 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:54.943208 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-391e3f2c-2c2a-442f-8613-63edd01e2adc req-81f6f2f1-b6fe-42c7-b7c8-cf203079bd74 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0824838 Aug 20 19:10:54.993272 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-391e3f2c-2c2a-442f-8613-63edd01e2adc req-2fe05b92-75c4-4a9e-a8d3-a0e2943794f0 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Aug 20 19:10:56.179337 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c1d3f-ac3e-44bd-b347-a7515cf7594c req-f37f80fe-f2f1-4f5a-bbcd-249fb650f3cc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:56.180865 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-525c1d3f-ac3e-44bd-b347-a7515cf7594c req-f37f80fe-f2f1-4f5a-bbcd-249fb650f3cc tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0844657 Aug 20 19:10:56.229263 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-525c1d3f-ac3e-44bd-b347-a7515cf7594c req-09ed85a9-7d03-4fa5-87f2-a14223e9f8c2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Aug 20 19:10:57.418860 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a19c27-ed6a-4f43-a58e-9849a8b8bd3d req-8ef57425-e615-4a15-a227-86e3ddb7abd2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:57.420240 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e4a19c27-ed6a-4f43-a58e-9849a8b8bd3d req-8ef57425-e615-4a15-a227-86e3ddb7abd2 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0863345 Aug 20 19:10:57.471014 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e4a19c27-ed6a-4f43-a58e-9849a8b8bd3d req-6ee2af0c-fa44-4339-a17c-9955ba044acb tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421813 Aug 20 19:10:58.647461 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-cd355543-e66a-4770-b8f4-a567aaf95288 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:58.648211 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-cd355543-e66a-4770-b8f4-a567aaf95288 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Synchronizing usage tracker for tenant:848b397e15fd40df926651d495ece801 on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:10:58.664579 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-cd355543-e66a-4770-b8f4-a567aaf95288 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Unset dirty status for tenant:848b397e15fd40df926651d495ece801 on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:10:58.669697 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-cd355543-e66a-4770-b8f4-a567aaf95288 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.1153147 Aug 20 19:10:58.671378 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de723b9-9799-4147-9aed-48facf886611 req-e06d518f-5f4b-4682-bd8f-f9318f382d3e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:58.672856 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9de723b9-9799-4147-9aed-48facf886611 req-e06d518f-5f4b-4682-bd8f-f9318f382d3e tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 945 time: 0.0947380 Aug 20 19:10:58.724762 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9de723b9-9799-4147-9aed-48facf886611 req-54afcf0a-2d1a-4ace-b985-344ce4ae7e25 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/security-groups?id=f155f731-8d4d-4a58-ab31-62fc83c3b866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 Aug 20 19:10:58.789692 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Deleting port 797e78fb-c2b3-4035-8c49-d63d488a5aaf {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:10:58.790021 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:58.959529 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8079-4906-436a-9389-56a23614ba7a req-c8b92df6-7126-48b2-82c7-6823e014e220 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:58.961198 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e54b8079-4906-436a-9389-56a23614ba7a req-c8b92df6-7126-48b2-82c7-6823e014e220 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0794759 Aug 20 19:10:59.006159 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e54b8079-4906-436a-9389-56a23614ba7a req-f31863a1-8ec2-4bce-afc0-0561eafe5f2f tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Aug 20 19:10:59.036454 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] For port 797e78fb-c2b3-4035-8c49-d63d488a5aaf, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=797e78fb-c2b3-4035-8c49-d63d488a5aaf,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:59.036812 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:59.159684 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Calling delete_port for 797e78fb-c2b3-4035-8c49-d63d488a5aaf owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:10:59.361407 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:59.367304 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:59.405783 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['797e78fb-c2b3-4035-8c49-d63d488a5aaf'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:10:59.413425 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Pushing event deleted for resources: {'Port': ['ID=797e78fb-c2b3-4035-8c49-d63d488a5aaf,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:59.416257 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:59.486590 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] No DVR routers for this DVR port 797e78fb-c2b3-4035-8c49-d63d488a5aaf on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:10:59.488855 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:59.491335 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d69193c-2ae4-4e25-81c2-785f268b5b47', 'name': 'network-vif-deleted', 'tag': '797e78fb-c2b3-4035-8c49-d63d488a5aaf'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:10:59.506421 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5ae732ac-f61b-4888-b638-53e8b6b4e963 req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.11 "DELETE /v2.0/ports/797e78fb-c2b3-4035-8c49-d63d488a5aaf HTTP/1.1" status: 204 len: 173 time: 0.7852457 Aug 20 19:10:59.547036 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d69193c-2ae4-4e25-81c2-785f268b5b47', 'name': 'network-vif-deleted', 'tag': '797e78fb-c2b3-4035-8c49-d63d488a5aaf', 'status': 'completed', 'code': 200} Aug 20 19:10:59.886195 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-609c030b-1962-4411-a374-209abde8d18b req-dded46dc-3e9c-4c12-a6be-a462edf2d756 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d69193c-2ae4-4e25-81c2-785f268b5b47 HTTP/1.1" status: 200 len: 210 time: 0.0452864 Aug 20 19:11:00.195101 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442feff-46ec-4583-9b7f-d8e319504f24 req-f93a1a40-777b-4797-bff3-eb01a141840c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:00.196551 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b442feff-46ec-4583-9b7f-d8e319504f24 req-f93a1a40-777b-4797-bff3-eb01a141840c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0830936 Aug 20 19:11:00.245545 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b442feff-46ec-4583-9b7f-d8e319504f24 req-d7e5e170-47bf-4078-a3b4-54abeea01e15 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 Aug 20 19:11:00.978871 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47926) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:01.568231 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b240dd-1cf3-4594-a941-49a170bcf8b5 req-9cbd7355-5beb-46e8-b2a2-befa1ee88dc6 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:01.569724 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f4b240dd-1cf3-4594-a941-49a170bcf8b5 req-9cbd7355-5beb-46e8-b2a2-befa1ee88dc6 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 945 time: 0.1836066 Aug 20 19:11:01.627337 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f4b240dd-1cf3-4594-a941-49a170bcf8b5 req-b07a2d5e-3569-4895-a2d4-9207b36ff37f tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500097 Aug 20 19:11:01.699748 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668359'] for router_interface, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.046916 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Deleting port 48c6cd6d-3b26-43ad-8814-5d57fa731761 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:11:02.047670 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.214607 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] For port 48c6cd6d-3b26-43ad-8814-5d57fa731761, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=48c6cd6d-3b26-43ad-8814-5d57fa731761,segment=NetworkSegment(207b4619-4e5d-42d5-b4b4-81ddd233b989),segment_id=207b4619-4e5d-42d5-b4b4-81ddd233b989)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:02.214962 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.291970 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 797e78fb-c2b3-4035-8c49-d63d488a5aaf no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:11:02.336356 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Calling delete_port for 48c6cd6d-3b26-43ad-8814-5d57fa731761 owned by network:router_interface {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:11:02.343881 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: 797e78fb-c2b3-4035-8c49-d63d488a5aaf {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:11:02.344238 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 797e78fb-c2b3-4035-8c49-d63d488a5aaf not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:11:02.359992 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-beea6720-9a3a-4318-aef0-d45a36d2597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.662723 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.667971 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-1e072600-c5df-4639-bae6-6c943dee5a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:02.721319 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Pushing event deleted for resources: {'Port': ['ID=48c6cd6d-3b26-43ad-8814-5d57fa731761,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:02.734008 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.753847 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.754752 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.755120 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.755476 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.755824 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.756174 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.756519 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.756862 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.757228 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.757567 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.757908 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.758244 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:02.766560 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:03.081339 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bef257-3de5-4a04-8afb-7e53c67ae940 req-6e30bd59-fa9f-4bc8-8664-e3c344b39ff7 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:03.082863 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-59bef257-3de5-4a04-8afb-7e53c67ae940 req-6e30bd59-fa9f-4bc8-8664-e3c344b39ff7 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 945 time: 0.3219028 Aug 20 19:11:03.251847 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668347'] for router_interface, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:03.257601 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-59bef257-3de5-4a04-8afb-7e53c67ae940 req-33d51b6a-b8d8-47eb-9ca8-b099a92c2474 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678669 Aug 20 19:11:03.373772 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd770bb-248a-4a78-8beb-fc97840af3a1 req-c16ef01c-3665-482c-9366-920811af6d70 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:03.375239 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1fd770bb-248a-4a78-8beb-fc97840af3a1 req-c16ef01c-3665-482c-9366-920811af6d70 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1959383 Aug 20 19:11:03.492888 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1fd770bb-248a-4a78-8beb-fc97840af3a1 req-d3aa3900-e569-4248-95ca-e95d734d5614 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671577 Aug 20 19:11:03.671543 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:11:03.846625 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:11:03.855269 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] Sync routers for ids ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:11:03.858783 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] 10.222.0.50 "PUT /v2.0/routers/063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8788640 Aug 20 19:11:03.861226 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47952) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:03.866237 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] Routers {'063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:11:03.866847 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:10:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:04.028656 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Notify callbacks [] for router, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:04.037102 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] Set router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:11:04.314196 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:04.326136 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Deleting port 6623a187-9fb8-40f2-9f18-0a28e0964e77 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:11:04.326718 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:04.335856 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-router', 'tenant_id': '848b397e15fd40df926651d495ece801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:07:23Z', 'updated_at': '2021-08-20T19:11:02Z', 'revision_number': 5, 'project_id': '848b397e15fd40df926651d495ece801', 'gw_port': {'id': '6623a187-9fb8-40f2-9f18-0a28e0964e77', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:07:24Z', 'updated_at': '2021-08-20T19:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:04.341145 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] Checking router: 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:11:04.349456 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] Routers {'063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:11:04.350060 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:10:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:04.497951 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] Set router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d gateway port host: None {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:11:04.567548 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff567d-806a-4c7f-afe5-837c42d5f3f8 req-4d0bdadf-d616-435f-9c95-1638f64bc518 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:04.569025 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-13ff567d-806a-4c7f-afe5-837c42d5f3f8 req-4d0bdadf-d616-435f-9c95-1638f64bc518 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 945 time: 0.1934962 Aug 20 19:11:04.573978 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] For port 6623a187-9fb8-40f2-9f18-0a28e0964e77, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=6623a187-9fb8-40f2-9f18-0a28e0964e77,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:04.574330 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:04.602183 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-router', 'tenant_id': '848b397e15fd40df926651d495ece801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:07:23Z', 'updated_at': '2021-08-20T19:11:04Z', 'revision_number': 6, 'project_id': '848b397e15fd40df926651d495ece801', 'gw_port_host': None}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:04.606180 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5babb0-b61c-4892-9685-6ba424914d01 None None] The sync data for ids ['063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d'] in dv-cinder-805283-1-smb is: [{'id': '063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1750676150-router', 'tenant_id': '848b397e15fd40df926651d495ece801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:07:23Z', 'updated_at': '2021-08-20T19:11:04Z', 'revision_number': 6, 'project_id': '848b397e15fd40df926651d495ece801', 'gw_port_host': None}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:11:04.744654 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Calling delete_port for 6623a187-9fb8-40f2-9f18-0a28e0964e77 owned by network:router_gateway {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:11:04.828713 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-13ff567d-806a-4c7f-afe5-837c42d5f3f8 req-d8f5b48c-8a72-4094-9427-f6bd61c2479e tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471249 Aug 20 19:11:04.833779 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-977b4332-96fb-47f7-ae82-7232d3f284ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:04.884503 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a2094-a380-4873-86eb-2ae57d21ae2b req-349b0c88-d161-4a65-ad09-f447a7657d33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:04.885970 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c13a2094-a380-4873-86eb-2ae57d21ae2b req-349b0c88-d161-4a65-ad09-f447a7657d33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.2340467 Aug 20 19:11:04.939219 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c13a2094-a380-4873-86eb-2ae57d21ae2b req-3dbc9c42-6e03-44c5-95ae-39d35e1292d4 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 Aug 20 19:11:05.000663 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.007280 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9c433585-5314-49c6-8f0e-0a855c890f57 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:05.053300 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=6623a187-9fb8-40f2-9f18-0a28e0964e77,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:05.056208 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:05.145513 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754194'] for router_gateway, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.172394 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-efba451c-4744-451a-8fb8-f67d285766e9 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:05.173871 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-efba451c-4744-451a-8fb8-f67d285766e9 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.11 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0800467 Aug 20 19:11:05.242223 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Deleting port f69c22b3-e817-423a-acda-a2f1d714d053 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:11:05.242560 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.321354 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-857'] for router, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.323472 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.411368 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669256'] for router, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.412065 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d {{(pid=79347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:11:05.426329 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Notify callbacks [] for router, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.430091 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] 10.222.0.50 "DELETE /v2.0/routers/063f3c4a-4119-4ad9-99e9-05cd1c7d7b9d HTTP/1.1" status: 204 len: 168 time: 1.5679548 Aug 20 19:11:05.430938 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47960) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:05.495167 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dae2ff6-72d5-44b2-b903-4569fcab5beb admin admin] Deleting subnet 7c9118eb-ad54-4f92-84ea-c25b29c6b608 {{(pid=79347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:11:05.498115 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6dae2ff6-72d5-44b2-b903-4569fcab5beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.514496 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 48c6cd6d-3b26-43ad-8814-5d57fa731761 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:11:05.526771 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] For port f69c22b3-e817-423a-acda-a2f1d714d053, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=f69c22b3-e817-423a-acda-a2f1d714d053,segment=NetworkSegment(622f2aa0-ba3a-4a51-b066-74953e8eeaec),segment_id=622f2aa0-ba3a-4a51-b066-74953e8eeaec)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:05.527259 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.547241 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6dae2ff6-72d5-44b2-b903-4569fcab5beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2575663'] for subnet, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.561696 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 48c6cd6d-3b26-43ad-8814-5d57fa731761 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:11:05.562240 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 48c6cd6d-3b26-43ad-8814-5d57fa731761 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:11:05.562483 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 6623a187-9fb8-40f2-9f18-0a28e0964e77 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:11:05.600199 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 6623a187-9fb8-40f2-9f18-0a28e0964e77 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:11:05.600799 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 6623a187-9fb8-40f2-9f18-0a28e0964e77 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:11:05.614239 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6dae2ff6-72d5-44b2-b903-4569fcab5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.657303 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Calling delete_port for f69c22b3-e817-423a-acda-a2f1d714d053 owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:11:05.685032 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6dae2ff6-72d5-44b2-b903-4569fcab5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273316'] for subnet, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.696743 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:05.727277 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6dae2ff6-72d5-44b2-b903-4569fcab5beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.734732 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae2ff6-72d5-44b2-b903-4569fcab5beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9118eb-ad54-4f92-84ea-c25b29c6b608,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:05.741742 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-6dae2ff6-72d5-44b2-b903-4569fcab5beb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7c9118eb-ad54-4f92-84ea-c25b29c6b608 HTTP/1.1" status: 204 len: 168 time: 0.3098257 Aug 20 19:11:05.742342 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47964) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:05.743157 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6dae2ff6-72d5-44b2-b903-4569fcab5beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:05.826141 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.837131 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:05.875208 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['f69c22b3-e817-423a-acda-a2f1d714d053'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:05.885779 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Pushing event deleted for resources: {'Port': ['ID=f69c22b3-e817-423a-acda-a2f1d714d053,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:05.888676 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:05.952091 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.956799 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.961961 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] No DVR routers for this DVR port f69c22b3-e817-423a-acda-a2f1d714d053 on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:11:05.966206 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.968892 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228dc32-319e-4636-88d5-0421d055e4e6', 'name': 'network-vif-deleted', 'tag': 'f69c22b3-e817-423a-acda-a2f1d714d053'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:05.988209 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-cf09829b-d4c3-4e03-957d-a566717b6a91 req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.11 "DELETE /v2.0/ports/f69c22b3-e817-423a-acda-a2f1d714d053 HTTP/1.1" status: 204 len: 173 time: 0.8088737 Aug 20 19:11:06.119017 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-db30fdfe-c484-40d0-b4e1-3fffbbd31b2f req-07ffa0d3-e518-4263-b7d5-5cf3f29f3d7c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=f228dc32-319e-4636-88d5-0421d055e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1094487 Aug 20 19:11:06.172645 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f228dc32-319e-4636-88d5-0421d055e4e6', 'name': 'network-vif-deleted', 'tag': 'f69c22b3-e817-423a-acda-a2f1d714d053', 'status': 'completed', 'code': 200} Aug 20 19:11:06.195068 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.209513 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5133b670-e560-45bd-b9cf-c7c48f9ad9af']}} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:06.224496 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207b4619-4e5d-42d5-b4b4-81ddd233b989') {'for_net_delete': True} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:06.224948 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207b4619-4e5d-42d5-b4b4-81ddd233b989') {} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:06.241799 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2575664'] for segment, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.264029 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bf03f-ebd8-49ac-aee5-c0ebe8a90dfc req-4557c68b-f96c-44d8-8b7c-8bda33f254aa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:06.265525 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bd6bf03f-ebd8-49ac-aee5-c0ebe8a90dfc req-4557c68b-f96c-44d8-8b7c-8bda33f254aa tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.2053361 Aug 20 19:11:06.268833 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.291312 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=79347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:11:06.291696 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436019'] for segment, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: Traceback (most recent call last): Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: timer() Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: cb(*args, **kw) Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: return func(*args, **kwargs) Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: self._notify() Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: self.callback(batched_events) Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: event.method(event) Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: return f(self, *a, **k) Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: return self._get(url).json() Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: return self.request(url, 'GET', **kwargs) Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:11:06.304860 dv-cinder-805283-1-smb neutron-server[79347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:11:06.394410 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bd6bf03f-ebd8-49ac-aee5-c0ebe8a90dfc req-0d3a4312-7e95-49f0-ad8f-02f580209dc0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230829 Aug 20 19:11:06.395424 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.399334 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6faedb21-d4cf-4bfe-8819-e5a30a710b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:06.417570 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.424990 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=5133b670-e560-45bd-b9cf-c7c48f9ad9af,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:06.429145 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:06.437224 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-2f5e5680-8f8f-4004-8c7c-9cde576eb9ab admin admin] 10.222.0.50 "DELETE /v2.0/networks/5133b670-e560-45bd-b9cf-c7c48f9ad9af HTTP/1.1" status: 204 len: 168 time: 0.6930711 Aug 20 19:11:06.550372 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47976) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:06.601388 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-09792232-fa58-4ee7-bf3d-8ba724b5cee9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=848b397e15fd40df926651d495ece801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494537 Aug 20 19:11:06.603711 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 47982) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:06.661282 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-34364477-1e39-4234-8e40-a488b935f12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.697925 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-34364477-1e39-4234-8e40-a488b935f12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.749888 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-34364477-1e39-4234-8e40-a488b935f12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.754966 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:06.768265 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364477-1e39-4234-8e40-a488b935f12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f155f731-8d4d-4a58-ab31-62fc83c3b866,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:06.773956 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-34364477-1e39-4234-8e40-a488b935f12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:06.775943 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-34364477-1e39-4234-8e40-a488b935f12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.779409 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-34364477-1e39-4234-8e40-a488b935f12d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f155f731-8d4d-4a58-ab31-62fc83c3b866 HTTP/1.1" status: 204 len: 168 time: 0.1724775 Aug 20 19:11:07.190459 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.501980 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 48014) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:07.616347 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942cf1-f8a3-4e07-be65-8a24e4766b1e req-83e22d98-4e5c-4d3f-aff5-596b09a9941b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:07.617846 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-81942cf1-f8a3-4e07-be65-8a24e4766b1e req-83e22d98-4e5c-4d3f-aff5-596b09a9941b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0865104 Aug 20 19:11:07.622726 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1143001349-network', 'tenant_id': 'afa16b7d45c247f996050015b3efcb4e'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:07.628499 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:07.644390 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Usage tracker for resource:network and tenant:afa16b7d45c247f996050015b3efcb4e is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:07.649856 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:07.658529 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:07.681747 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-81942cf1-f8a3-4e07-be65-8a24e4766b1e req-52d1e9ce-9826-4a47-a4ad-a9f1becd55b4 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558302 Aug 20 19:11:07.682800 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Made reservation on behalf of afa16b7d45c247f996050015b3efcb4e for: {'network': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:07.685031 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for network, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.696758 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.711695 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:07.715594 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Usage tracker for resource:security_group_rule and tenant:afa16b7d45c247f996050015b3efcb4e is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:07.718503 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:07.724858 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:07.803725 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.807480 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.810355 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-49857f44-9f0a-4641-94b6-9f8e2b258395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:07.840357 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=79347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:11:07.845428 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa93a7ca-958d-4acd-9bfd-cbe39941d87f,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:07.849213 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:07.857315 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.857578 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.segments_db [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Added segment 35e76cbe-e4d7-4c34-9835-431287c4eede of type vlan for network a9d77e3d-2b0d-4f5b-a281-16a25b87980b Aug 20 19:11:07.887840 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734867067558'] for network, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.914648 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272'] for network, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.915899 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:07.916491 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.919516 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:08.010052 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5062823 Aug 20 19:11:08.012945 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 48020) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:08.015405 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Pushing event updated for resources: {'Network': ['ID=a9d77e3d-2b0d-4f5b-a281-16a25b87980b,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:08.017927 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:08.018823 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Request body: {'subnet': {'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1143001349-subnet', 'tenant_id': 'afa16b7d45c247f996050015b3efcb4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:08.023628 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:08.025679 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Network a9d77e3d-2b0d-4f5b-a281-16a25b87980b details requested by agent ovs-agent-dv-cinder-805283-1-smb with host dv-cinder-805283-1-smb {{(pid=79349) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:11:08.027931 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Usage tracker for resource:subnet and tenant:afa16b7d45c247f996050015b3efcb4e is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:08.030768 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:08.038058 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:08.047734 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Made reservation on behalf of afa16b7d45c247f996050015b3efcb4e for: {'subnet': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:08.050132 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847406'] for subnet, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:08.169358 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:08.254024 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3300838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847324'] for subnet, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:08.258777 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3c2644a8-737d-400f-8227-8d7e935d00fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:08.323646 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device f69c22b3-e817-423a-acda-a2f1d714d053 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:11:08.327367 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbccf861-7324-47a4-ad55-10e74522d640,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:08.331249 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:08.336946 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Checking segment: {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:11:08.337300 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Network hostable DHCP agents. Network: a9d77e3d-2b0d-4f5b-a281-16a25b87980b, hostable agents: ['02a9c1b1-4418-44b6-96ee-c69354bd9927'], hosted agents: [] {{(pid=79348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:11:08.361964 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Network a9d77e3d-2b0d-4f5b-a281-16a25b87980b is scheduled to be hosted by DHCP agent 02a9c1b1-4418-44b6-96ee-c69354bd9927 with binding_index 1 {{(pid=79348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:11:08.362854 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: f69c22b3-e817-423a-acda-a2f1d714d053 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:11:08.363984 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device f69c22b3-e817-423a-acda-a2f1d714d053 not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:11:08.373917 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-smb, a9d77e3d-2b0d-4f5b-a281-16a25b87980b) {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:11:08.382596 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:08.383213 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f1d202-d390-47e2-a71d-598e870db458 None None] Network a9d77e3d-2b0d-4f5b-a281-16a25b87980b requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:11:08.383360 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:08.406475 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3924193 Aug 20 19:11:08.616172 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d67c4-af14-4e93-9c1d-bdd5da7bc69f None None] Network a9d77e3d-2b0d-4f5b-a281-16a25b87980b requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:11:08.994286 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7287dc1f-a924-4fc9-8a8f-36e4221c9c0b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:08.994962 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7287dc1f-a924-4fc9-8a8f-36e4221c9c0b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Synchronizing usage tracker for tenant:afa16b7d45c247f996050015b3efcb4e on resource:network {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:09.015007 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab0acf-4869-4d28-9069-4c92fa5da994 req-dd0915c9-5ef8-45a7-b66f-0fa9da8e511e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:09.016445 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-91ab0acf-4869-4d28-9069-4c92fa5da994 req-dd0915c9-5ef8-45a7-b66f-0fa9da8e511e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1955113 Aug 20 19:11:09.037813 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7287dc1f-a924-4fc9-8a8f-36e4221c9c0b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Unset dirty status for tenant:afa16b7d45c247f996050015b3efcb4e on resource:network {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:09.038871 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7287dc1f-a924-4fc9-8a8f-36e4221c9c0b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 815 time: 0.2475128 Aug 20 19:11:09.064362 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7d3d55c4-80da-438b-811b-b6d90d3ab305 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/quotas/afa16b7d45c247f996050015b3efcb4e HTTP/1.1" status: 200 len: 375 time: 0.0200653 Aug 20 19:11:09.071219 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-91ab0acf-4869-4d28-9069-4c92fa5da994 req-e6808731-1780-47f6-b3cc-8ac920fb9885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484524 Aug 20 19:11:09.113331 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-cb599b53-8201-4234-a1f6-d760b41a8668 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411239 Aug 20 19:11:09.243094 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-6f40695b-dcff-444a-b2de-275e7577ae25 service neutron] 10.222.0.50 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224880 Aug 20 19:11:09.371574 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-ec5f0539-5f5f-46e1-a765-9709c0006d22 service neutron] 10.222.0.50 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224530 Aug 20 19:11:09.655358 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d9b67395-81ec-4c8e-9f25-8a051d97ce5f req-bcb42d33-bb33-4356-a1d6-db2924c4b535 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 210 time: 0.1488354 Aug 20 19:11:10.265416 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3011ef9-0e62-4e30-ae09-cdd5039ad850 req-a69b7958-71e6-4414-8438-beac71163ea3 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:10.266851 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d3011ef9-0e62-4e30-ae09-cdd5039ad850 req-a69b7958-71e6-4414-8438-beac71163ea3 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0846715 Aug 20 19:11:10.310963 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d3011ef9-0e62-4e30-ae09-cdd5039ad850 req-2f907d8d-6566-4789-b0cf-85488fc5b868 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378728 Aug 20 19:11:10.792612 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2fb3-b854-437d-9895-e5999d19614e req-a1071ff8-77c3-4e56-9206-028edbe0275c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:10.794743 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-a1071ff8-77c3-4e56-9206-028edbe0275c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 815 time: 0.1639597 Aug 20 19:11:10.817836 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Request body: {'port': {'device_id': '3b0841e4-c354-446c-ba4e-75c7e85e3ddc', 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b', 'admin_state_up': True, 'tenant_id': 'afa16b7d45c247f996050015b3efcb4e'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:10.818321 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-869b478c-c728-4c25-9122-911deb04f0b5 req-32c5829c-6366-483c-b519-c26af934034d tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 210 time: 0.0460188 Aug 20 19:11:11.020778 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:11.024478 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Usage tracker for resource:port and tenant:afa16b7d45c247f996050015b3efcb4e is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:11.027231 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:11.032781 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:11.042226 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Made reservation on behalf of afa16b7d45c247f996050015b3efcb4e for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:11.045922 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.210571 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Allocated IP 172.20.0.13 (a9d77e3d-2b0d-4f5b-a281-16a25b87980b/fbccf861-7324-47a4-ad55-10e74522d640/00adce39-80eb-4444-8125-f44db2c1a1e3) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:11:11.431803 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.464091 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.469858 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-35330d09-00a1-4966-b625-4257d3d8448b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:11.533796 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Network a9d77e3d-2b0d-4f5b-a281-16a25b87980b is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:11:11.537492 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:11:11.541361 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:11:11.578328 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Pushing event updated for resources: {'Port': ['ID=00adce39-80eb-4444-8125-f44db2c1a1e3,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:11.583153 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:11.607515 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:11.608121 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.630122 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8165019 Aug 20 19:11:11.649446 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Request body: {'port': {'device_id': '3b0841e4-c354-446c-ba4e-75c7e85e3ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:11.650938 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea355-7e64-40fc-b0b7-36c59377d88c req-3fdb07d6-0dff-46a2-a731-814217286b8d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:11.652419 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c0dea355-7e64-40fc-b0b7-36c59377d88c req-3fdb07d6-0dff-46a2-a731-814217286b8d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.2329407 Aug 20 19:11:11.663344 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-9edd1954-1d41-4c13-9adb-831bc8eb5a95 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:11.664750 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-9edd1954-1d41-4c13-9adb-831bc8eb5a95 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/networks?id=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 HTTP/1.1" status: 200 len: 813 time: 0.1899440 Aug 20 19:11:11.695424 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-b2973307-11ac-4415-b015-9785c411c209 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/quotas/3492a6dde6714f72bffa51c1bd44af5b HTTP/1.1" status: 200 len: 375 time: 0.0155041 Aug 20 19:11:11.751930 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-fa9928e1-c2af-4773-b54f-f67c87dd2222 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3492a6dde6714f72bffa51c1bd44af5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473065 Aug 20 19:11:11.755478 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c0dea355-7e64-40fc-b0b7-36c59377d88c req-128c400a-9d76-416b-8d42-51860beb963f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898347 Aug 20 19:11:11.761996 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.892971 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-0cb64171-b3a7-405d-93f4-cdf875144489 service neutron] 10.222.0.50 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330602 Aug 20 19:11:12.080224 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-4b0e67ee-70aa-41a5-8850-4eb5fb6e7479 service neutron] 10.222.0.50 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815190 Aug 20 19:11:12.100603 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915847a-1c2b-43f9-a8bd-a10637d995c3 req-93fc58a1-e1a7-4b62-a73f-3308ae950fa0 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:12.102038 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a915847a-1c2b-43f9-a8bd-a10637d995c3 req-93fc58a1-e1a7-4b62-a73f-3308ae950fa0 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 932 time: 0.1140709 Aug 20 19:11:12.110260 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00adce39-80eb-4444-8125-f44db2c1a1e3 {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:12.119932 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:12.135372 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Transition to ACTIVE for port object 00adce39-80eb-4444-8125-f44db2c1a1e3 will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:11:12.139620 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:12.149189 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:12.151161 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-a915847a-1c2b-43f9-a8bd-a10637d995c3 req-600cc75b-7ced-49f4-83c9-905874314c67 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Synchronizing usage tracker for tenant:afa16b7d45c247f996050015b3efcb4e on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:12.169442 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-a915847a-1c2b-43f9-a8bd-a10637d995c3 req-600cc75b-7ced-49f4-83c9-905874314c67 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Unset dirty status for tenant:afa16b7d45c247f996050015b3efcb4e on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:12.170919 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a915847a-1c2b-43f9-a8bd-a10637d995c3 req-600cc75b-7ced-49f4-83c9-905874314c67 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627604 Aug 20 19:11:12.271594 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4dd083f2-000d-4eef-b4a1-b00e8df2da9a req-e8a3cecd-c498-4f14-a4e2-7f457160e906 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 210 time: 0.0420260 Aug 20 19:11:12.291571 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Pushing event updated for resources: {'Port': ['ID=00adce39-80eb-4444-8125-f44db2c1a1e3,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:12.294887 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:12.404487 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Attempting to bind port 00adce39-80eb-4444-8125-f44db2c1a1e3 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:11:12.405001 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Attempting to bind port 00adce39-80eb-4444-8125-f44db2c1a1e3 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:11:12.405429 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Attempting to bind port 00adce39-80eb-4444-8125-f44db2c1a1e3 on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:12.410797 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Port 00adce39-80eb-4444-8125-f44db2c1a1e3 on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:11:12.411228 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Attempting to bind port 00adce39-80eb-4444-8125-f44db2c1a1e3 on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:12.416344 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:11:12.416783 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Checking segment: {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:11:12.417359 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Bound using segment: {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:11:12.418051 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Bound port: 00adce39-80eb-4444-8125-f44db2c1a1e3, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:11:12.418499 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:12.511967 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] For port 00adce39-80eb-4444-8125-f44db2c1a1e3, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:11:12.514920 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] For port 00adce39-80eb-4444-8125-f44db2c1a1e3, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=00adce39-80eb-4444-8125-f44db2c1a1e3,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:11:12.518686 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:12.523130 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b8306374-2099-47b1-b8d3-3c067f5ccb19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:12.580969 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:12.581562 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:12.582892 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] 10.222.0.11 "PUT /v2.0/ports/00adce39-80eb-4444-8125-f44db2c1a1e3 HTTP/1.1" status: 200 len: 1094 time: 0.9376211 Aug 20 19:11:12.583371 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0841e4-c354-446c-ba4e-75c7e85e3ddc', 'tag': '00adce39-80eb-4444-8125-f44db2c1a1e3'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:12.600474 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Pushing event updated for resources: {'Port': ['ID=00adce39-80eb-4444-8125-f44db2c1a1e3,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:12.603683 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:12.640034 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0841e4-c354-446c-ba4e-75c7e85e3ddc', 'tag': '00adce39-80eb-4444-8125-f44db2c1a1e3', 'status': 'completed', 'code': 200} Aug 20 19:11:12.751762 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2fb3-b854-437d-9895-e5999d19614e req-36df5a05-3b2a-4021-bca3-2a166ef01f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:12.753272 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-36df5a05-3b2a-4021-bca3-2a166ef01f6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 1097 time: 0.0794568 Aug 20 19:11:12.827936 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-c7aa9c1e-dc2b-42c9-b649-eb7d8156e74a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00adce39-80eb-4444-8125-f44db2c1a1e3 HTTP/1.1" status: 200 len: 217 time: 0.0607059 Aug 20 19:11:12.898026 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2fb3-b854-437d-9895-e5999d19614e req-1bf80ab0-7559-4848-9269-59eb5fb497ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:12.899364 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-1bf80ab0-7559-4848-9269-59eb5fb497ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbccf861-7324-47a4-ad55-10e74522d640 HTTP/1.1" status: 200 len: 855 time: 0.0609787 Aug 20 19:11:12.946660 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-1313a267-d4e3-4402-b112-df4bab002143 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391412 Aug 20 19:11:12.951139 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cae03-3c78-4e7d-ab7f-c362b7852880 req-a902315a-8add-4c11-bb7b-d8ae765c39bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:12.952573 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d28cae03-3c78-4e7d-ab7f-c362b7852880 req-a902315a-8add-4c11-bb7b-d8ae765c39bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0830090 Aug 20 19:11:12.997176 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d28cae03-3c78-4e7d-ab7f-c362b7852880 req-6e64b9dd-bafd-4cfa-97ff-276cea9285b3 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383127 Aug 20 19:11:13.150068 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-30a6e532-f306-4788-afe2-d888febdef3a service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954477 Aug 20 19:11:13.288651 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-96ec2fb3-b854-437d-9895-e5999d19614e req-061946e6-82f3-4c6f-ad62-df8172a163ac service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315882 Aug 20 19:11:13.383598 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828404d7-e4b8-4871-b086-f1229c2f96c3 req-c5660ef4-166b-418c-bbd9-19c5d2843b53 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:13.385112 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-828404d7-e4b8-4871-b086-f1229c2f96c3 req-c5660ef4-166b-418c-bbd9-19c5d2843b53 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 944 time: 0.0998878 Aug 20 19:11:13.451224 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c53f40d0-36ec-49e1-ab19-cabc1b47728e req-3711790b-cea2-4fc4-bc7d-6a2dd2857c21 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 210 time: 0.0650797 Aug 20 19:11:13.530623 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-828404d7-e4b8-4871-b086-f1229c2f96c3 req-540e98bb-71da-4a37-a147-88e38b167eb5 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015434 Aug 20 19:11:13.553543 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f5eaf-f2ed-4c2f-b2f5-d7780eaaad5e req-79a76213-d5a1-4797-83b3-0b4419414d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:13.555081 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-563f5eaf-f2ed-4c2f-b2f5-d7780eaaad5e req-79a76213-d5a1-4797-83b3-0b4419414d9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 1097 time: 0.0961120 Aug 20 19:11:13.638862 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-5525f53b-6621-4ad8-af40-70e55b85f53c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:13.640369 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-5525f53b-6621-4ad8-af40-70e55b85f53c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.11 "GET /v2.0/networks?id=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 HTTP/1.1" status: 200 len: 813 time: 0.1806977 Aug 20 19:11:13.687367 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Request body: {'port': {'device_id': '357b4635-09b8-43a0-bf09-db06a4111e4a', 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82', 'admin_state_up': True, 'tenant_id': '3492a6dde6714f72bffa51c1bd44af5b'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:13.719491 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f5eaf-f2ed-4c2f-b2f5-d7780eaaad5e req-98f3b5bc-f6c0-4583-a88f-ece017dcf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:13.720964 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-563f5eaf-f2ed-4c2f-b2f5-d7780eaaad5e req-98f3b5bc-f6c0-4583-a88f-ece017dcf411 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 916 time: 0.1546550 Aug 20 19:11:13.802599 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-563f5eaf-f2ed-4c2f-b2f5-d7780eaaad5e req-2120d324-8e60-4151-8cd5-656239203343 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00adce39-80eb-4444-8125-f44db2c1a1e3 HTTP/1.1" status: 200 len: 217 time: 0.0692146 Aug 20 19:11:13.833816 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:13.838115 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Usage tracker for resource:port and tenant:3492a6dde6714f72bffa51c1bd44af5b is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:13.840839 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:13.846418 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:13.856355 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Made reservation on behalf of 3492a6dde6714f72bffa51c1bd44af5b for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:13.859791 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:13.892844 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f5eaf-f2ed-4c2f-b2f5-d7780eaaad5e req-0750f356-abd8-4e33-95ff-0bbd3932719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:13.894917 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-563f5eaf-f2ed-4c2f-b2f5-d7780eaaad5e req-0750f356-abd8-4e33-95ff-0bbd3932719a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbccf861-7324-47a4-ad55-10e74522d640 HTTP/1.1" status: 200 len: 855 time: 0.0582256 Aug 20 19:11:14.025351 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Allocated IP 172.20.0.10 (6ebdb8f5-f737-4bea-b0b7-550b4c3eca82/64dc7e29-8546-4a36-b38b-8afecfec67f7/ef588f18-1f15-4c86-87e6-1945c5f6269e) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:11:14.036666 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-563f5eaf-f2ed-4c2f-b2f5-d7780eaaad5e req-ae126281-09e8-47ea-aec0-406d2c3b531e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351995 Aug 20 19:11:14.221940 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-563f5eaf-f2ed-4c2f-b2f5-d7780eaaad5e req-91c3fd37-001c-4d1a-b36f-d6187dca1209 service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781678 Aug 20 19:11:14.234810 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:14.264050 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:14.276141 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-eed77cb2-18f6-4f33-808c-485a3f64db02 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:14.280500 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a35e3c-d968-458b-9159-f8218bba08f1 req-6d151520-d6f1-43d2-87a9-76d2ad051ed1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:14.281979 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-64a35e3c-d968-458b-9159-f8218bba08f1 req-6d151520-d6f1-43d2-87a9-76d2ad051ed1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1488550 Aug 20 19:11:14.337815 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:11:14.340864 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:11:14.345042 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:11:14.388785 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Pushing event updated for resources: {'Port': ['ID=ef588f18-1f15-4c86-87e6-1945c5f6269e,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:14.393525 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:14.401390 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-64a35e3c-d968-458b-9159-f8218bba08f1 req-7d81bf89-c6eb-4712-ab14-23c4263a1c3e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734949 Aug 20 19:11:14.405574 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-563f5eaf-f2ed-4c2f-b2f5-d7780eaaad5e req-ad52fc8d-a508-4c49-818d-3d662bc185df service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754792 Aug 20 19:11:14.418045 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:14.418658 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:14.442720 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7594461 Aug 20 19:11:14.479457 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Request body: {'port': {'device_id': '357b4635-09b8-43a0-bf09-db06a4111e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:14.588168 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:14.641931 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a6db0-0eb8-42a3-95e5-a36294370052 req-4733baa1-b7f1-48fb-8b93-e927d184a89e tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:14.643421 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-326a6db0-0eb8-42a3-95e5-a36294370052 req-4733baa1-b7f1-48fb-8b93-e927d184a89e tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 932 time: 0.0795946 Aug 20 19:11:14.743305 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-326a6db0-0eb8-42a3-95e5-a36294370052 req-e7bef1df-c23c-4880-a05d-1cc7d568684f tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563941 Aug 20 19:11:14.774122 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aad4f-5e53-4517-9af8-020ce82a0760 req-edf0d3b7-1780-4800-a77c-d9f9bfa23728 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:14.775659 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-df2aad4f-5e53-4517-9af8-020ce82a0760 req-edf0d3b7-1780-4800-a77c-d9f9bfa23728 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 944 time: 0.1278276 Aug 20 19:11:14.820399 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-df2aad4f-5e53-4517-9af8-020ce82a0760 req-8c655a78-7b60-4f79-a11a-0fe139fb6355 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391228 Aug 20 19:11:14.937471 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef588f18-1f15-4c86-87e6-1945c5f6269e {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:14.944339 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:14.957891 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Transition to ACTIVE for port object ef588f18-1f15-4c86-87e6-1945c5f6269e will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:11:14.961960 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:14.966124 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8f50402e-2516-441a-94f4-8b50a89c190a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:15.151976 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef588f18-1f15-4c86-87e6-1945c5f6269e,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:15.177341 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:15.250416 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Attempting to bind port ef588f18-1f15-4c86-87e6-1945c5f6269e on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:11:15.251062 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Attempting to bind port ef588f18-1f15-4c86-87e6-1945c5f6269e by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '622f2aa0-ba3a-4a51-b066-74953e8eeaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:11:15.251062 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Attempting to bind port ef588f18-1f15-4c86-87e6-1945c5f6269e on network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:15.256013 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Port ef588f18-1f15-4c86-87e6-1945c5f6269e on network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:11:15.256322 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Attempting to bind port ef588f18-1f15-4c86-87e6-1945c5f6269e on network 6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:15.261259 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:11:15.261580 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Checking segment: {'id': '622f2aa0-ba3a-4a51-b066-74953e8eeaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:11:15.261957 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Bound using segment: {'id': '622f2aa0-ba3a-4a51-b066-74953e8eeaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:11:15.262365 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Bound port: ef588f18-1f15-4c86-87e6-1945c5f6269e, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622f2aa0-ba3a-4a51-b066-74953e8eeaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:11:15.262696 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:15.349148 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] For port ef588f18-1f15-4c86-87e6-1945c5f6269e, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:11:15.351931 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] For port ef588f18-1f15-4c86-87e6-1945c5f6269e, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=ef588f18-1f15-4c86-87e6-1945c5f6269e,segment=NetworkSegment(622f2aa0-ba3a-4a51-b066-74953e8eeaec),segment_id=622f2aa0-ba3a-4a51-b066-74953e8eeaec)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:11:15.356291 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:15.361073 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d7e4d603-49e3-4d37-8920-2933ff4d1045 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:15.415024 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:15.415532 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:15.416868 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef588f18-1f15-4c86-87e6-1945c5f6269e HTTP/1.1" status: 200 len: 1094 time: 0.9419374 Aug 20 19:11:15.419674 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357b4635-09b8-43a0-bf09-db06a4111e4a', 'tag': 'ef588f18-1f15-4c86-87e6-1945c5f6269e'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:15.457477 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef588f18-1f15-4c86-87e6-1945c5f6269e,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:15.462443 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:15.482403 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357b4635-09b8-43a0-bf09-db06a4111e4a', 'tag': 'ef588f18-1f15-4c86-87e6-1945c5f6269e', 'status': 'completed', 'code': 200} Aug 20 19:11:15.576993 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-3ab64dfb-733a-43f4-9741-6dcd618f0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:15.578491 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-3ab64dfb-733a-43f4-9741-6dcd618f0878 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3492a6dde6714f72bffa51c1bd44af5b&device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 1097 time: 0.0735316 Aug 20 19:11:15.607844 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce1f4b-522e-4875-9586-b4a018dc1530 req-fb78de91-e7a9-462d-9357-7f56beb9837f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:15.609323 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0fce1f4b-522e-4875-9586-b4a018dc1530 req-fb78de91-e7a9-462d-9357-7f56beb9837f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0828152 Aug 20 19:11:15.654426 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-ba857c54-9127-477a-82c0-362f8aafcb22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef588f18-1f15-4c86-87e6-1945c5f6269e HTTP/1.1" status: 200 len: 217 time: 0.0600049 Aug 20 19:11:15.657486 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0fce1f4b-522e-4875-9586-b4a018dc1530 req-5cc2a072-be5f-44b0-9bd8-d1fba32091cf tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424044 Aug 20 19:11:15.723593 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-92273a6d-ce56-40f7-8991-93c50b64f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:15.725057 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-92273a6d-ce56-40f7-8991-93c50b64f071 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64dc7e29-8546-4a36-b38b-8afecfec67f7 HTTP/1.1" status: 200 len: 853 time: 0.0616899 Aug 20 19:11:15.772570 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-a459d495-4b02-4a83-a2df-bd97e00caa61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406256 Aug 20 19:11:15.910808 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-a9f48eef-af76-4554-a1a5-cdce2900957b service neutron] 10.222.0.11 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306384 Aug 20 19:11:15.929561 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67dc6a-476a-4803-919c-e6f948101792 req-e4e877b8-90cf-4545-8f4b-3d4a5ffa2fbe tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:15.931158 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ab67dc6a-476a-4803-919c-e6f948101792 req-e4e877b8-90cf-4545-8f4b-3d4a5ffa2fbe tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 944 time: 0.0809922 Aug 20 19:11:16.025414 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ab67dc6a-476a-4803-919c-e6f948101792 req-35054502-d330-48be-93a8-1fb58269a65a tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596559 Aug 20 19:11:16.043972 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-6075ae77-c2e9-4cb3-a63e-27fce8203733 req-0672e862-5472-4244-9248-56248c525005 service neutron] 10.222.0.11 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272020 Aug 20 19:11:16.049842 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bedaf-9a32-4aca-bc80-39b17958d24a req-2ed6fa0d-8612-4766-86be-2d1b4eecb14f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:16.051388 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8e3bedaf-9a32-4aca-bc80-39b17958d24a req-2ed6fa0d-8612-4766-86be-2d1b4eecb14f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 944 time: 0.1192601 Aug 20 19:11:16.101474 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8e3bedaf-9a32-4aca-bc80-39b17958d24a req-cfca845a-a0ef-4484-9a79-b8aff3c04f74 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445065 Aug 20 19:11:16.228433 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be318e-1ad4-4587-96cd-353b313e05c3 req-85b08391-a33c-4a2f-8b58-9a6cf08d5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:16.229814 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-e4be318e-1ad4-4587-96cd-353b313e05c3 req-85b08391-a33c-4a2f-8b58-9a6cf08d5432 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3492a6dde6714f72bffa51c1bd44af5b&device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 1097 time: 0.0743802 Aug 20 19:11:16.361996 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be318e-1ad4-4587-96cd-353b313e05c3 req-749b5718-feb5-4c3d-b11e-8e4453aba15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:16.363946 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-e4be318e-1ad4-4587-96cd-353b313e05c3 req-749b5718-feb5-4c3d-b11e-8e4453aba15e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 HTTP/1.1" status: 200 len: 914 time: 0.1247075 Aug 20 19:11:16.436633 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-e4be318e-1ad4-4587-96cd-353b313e05c3 req-be9810c0-f639-483e-8bba-209f0e9ca672 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef588f18-1f15-4c86-87e6-1945c5f6269e HTTP/1.1" status: 200 len: 217 time: 0.0648758 Aug 20 19:11:16.504324 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be318e-1ad4-4587-96cd-353b313e05c3 req-8ee7bfb0-04f0-475e-8d52-ae87ec79ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:16.505926 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-e4be318e-1ad4-4587-96cd-353b313e05c3 req-8ee7bfb0-04f0-475e-8d52-ae87ec79ed03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64dc7e29-8546-4a36-b38b-8afecfec67f7 HTTP/1.1" status: 200 len: 853 time: 0.0611019 Aug 20 19:11:16.552537 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-e4be318e-1ad4-4587-96cd-353b313e05c3 req-bcdf3a2f-5c72-4bb5-a2a9-e635ccba6c9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393460 Aug 20 19:11:16.683634 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-e4be318e-1ad4-4587-96cd-353b313e05c3 req-d4bfad6b-fcfb-4f9f-80ec-0f8161ef0123 service neutron] 10.222.0.11 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232152 Aug 20 19:11:16.820150 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-e4be318e-1ad4-4587-96cd-353b313e05c3 req-719c452c-4589-4c72-a2e8-e186cbc4a7e6 service neutron] 10.222.0.11 "GET /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275761 Aug 20 19:11:16.845118 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abf54-c09c-4ffb-be5f-7361c49831e9 req-e9b9c8bf-d8b7-492d-9307-bfecd207cbc7 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:16.846633 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7c5abf54-c09c-4ffb-be5f-7361c49831e9 req-e9b9c8bf-d8b7-492d-9307-bfecd207cbc7 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0837243 Aug 20 19:11:16.891847 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7c5abf54-c09c-4ffb-be5f-7361c49831e9 req-eab29d41-768f-4b2a-83c0-040c20dad32a tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376437 Aug 20 19:11:17.208067 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbb6ef-a014-4c5f-836b-318807ce2fb4 req-ca4c6691-3459-4cbd-abf4-4b592eb8185a tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:17.209556 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aedbb6ef-a014-4c5f-836b-318807ce2fb4 req-ca4c6691-3459-4cbd-abf4-4b592eb8185a tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 944 time: 0.0795014 Aug 20 19:11:17.300076 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-aedbb6ef-a014-4c5f-836b-318807ce2fb4 req-b25d9b43-c614-416c-bd34-ce84e31371ef tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Aug 20 19:11:17.322950 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96495c-b188-4104-9369-afae692750f9 req-1e577370-4beb-4f59-85bd-848337c0a648 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:17.324392 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1a96495c-b188-4104-9369-afae692750f9 req-1e577370-4beb-4f59-85bd-848337c0a648 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 944 time: 0.1137190 Aug 20 19:11:17.369985 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1a96495c-b188-4104-9369-afae692750f9 req-e1691037-caa7-4666-8805-69d25b188b3d tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Aug 20 19:11:18.076602 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387832b-8952-48aa-b9cc-cda6760c11c5 req-1bfbd06d-8822-4a3d-b662-4902ccf15b94 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:18.078086 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8387832b-8952-48aa-b9cc-cda6760c11c5 req-1bfbd06d-8822-4a3d-b662-4902ccf15b94 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0835350 Aug 20 19:11:18.122744 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8387832b-8952-48aa-b9cc-cda6760c11c5 req-9bd05de3-b70a-4133-a9d2-3519a0df811c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385520 Aug 20 19:11:18.375878 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 00adce39-80eb-4444-8125-f44db2c1a1e3 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:11:18.521083 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 00adce39-80eb-4444-8125-f44db2c1a1e3, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=00adce39-80eb-4444-8125-f44db2c1a1e3,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:18.535094 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '00adce39-80eb-4444-8125-f44db2c1a1e3', 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b', 'port_id': '00adce39-80eb-4444-8125-f44db2c1a1e3', 'mac_address': 'fa:16:3e:e5:ec:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbccf861-7324-47a4-ad55-10e74522d640', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:11:18.592550 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:18.599445 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51362d83-e5d8-44c4-aad3-8736dfa5add3 req-ad89c5eb-ea42-43da-a4bf-d68fccd47be8 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:18.600968 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-51362d83-e5d8-44c4-aad3-8736dfa5add3 req-ad89c5eb-ea42-43da-a4bf-d68fccd47be8 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 944 time: 0.1955109 Aug 20 19:11:18.609601 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00adce39-80eb-4444-8125-f44db2c1a1e3 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:18.613053 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e1e70-4924-47c9-ba25-16fe3a5b8dcc req-d74c6e6c-d0a5-4295-8091-a2951def28b2 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:18.614486 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-388e1e70-4924-47c9-ba25-16fe3a5b8dcc req-d74c6e6c-d0a5-4295-8091-a2951def28b2 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 944 time: 0.1120887 Aug 20 19:11:18.624591 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 00adce39-80eb-4444-8125-f44db2c1a1e3, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=00adce39-80eb-4444-8125-f44db2c1a1e3,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:18.629499 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:18.633005 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:18.683575 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-51362d83-e5d8-44c4-aad3-8736dfa5add3 req-bd96465a-9715-442c-a0df-fe4552731b63 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681405 Aug 20 19:11:18.689111 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-388e1e70-4924-47c9-ba25-16fe3a5b8dcc req-4f665139-2c6d-41ca-b9e8-7bb57b263696 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593247 Aug 20 19:11:18.705639 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=00adce39-80eb-4444-8125-f44db2c1a1e3,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:18.713144 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:19.188078 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['00adce39-80eb-4444-8125-f44db2c1a1e3'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:19.408497 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562aebab-9b26-462d-abe0-8624690846a2 req-34e542e4-1246-4551-b0de-764cf43da3a8 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:19.409872 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-562aebab-9b26-462d-abe0-8624690846a2 req-34e542e4-1246-4551-b0de-764cf43da3a8 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1815164 Aug 20 19:11:19.455013 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-562aebab-9b26-462d-abe0-8624690846a2 req-cf325b19-e8a3-4d89-96b6-af1a90191448 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 Aug 20 19:11:19.923889 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa2882-ffc4-4070-a242-7254ca547781 req-c337abb9-58d9-4883-9f88-a32447963fb4 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:19.925338 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-78fa2882-ffc4-4070-a242-7254ca547781 req-c337abb9-58d9-4883-9f88-a32447963fb4 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 944 time: 0.1364090 Aug 20 19:11:19.933230 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28422419-5174-4df6-8a1a-3cf616d13df1 req-e5b0a157-5559-44a1-9779-af5de981a532 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:19.934550 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28422419-5174-4df6-8a1a-3cf616d13df1 req-e5b0a157-5559-44a1-9779-af5de981a532 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 945 time: 0.1158180 Aug 20 19:11:20.002400 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-78fa2882-ffc4-4070-a242-7254ca547781 req-0dfb85ea-8c4e-442c-8d95-e673171589ca tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668421 Aug 20 19:11:20.009807 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28422419-5174-4df6-8a1a-3cf616d13df1 req-6e6a3fde-2429-463f-8434-42ca6cbc4ae9 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614023 Aug 20 19:11:20.397092 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device ef588f18-1f15-4c86-87e6-1945c5f6269e details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:11:20.408450 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 00adce39-80eb-4444-8125-f44db2c1a1e3 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:11:20.580921 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port 00adce39-80eb-4444-8125-f44db2c1a1e3 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:11:20.592874 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port ef588f18-1f15-4c86-87e6-1945c5f6269e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=ef588f18-1f15-4c86-87e6-1945c5f6269e,segment=NetworkSegment(622f2aa0-ba3a-4a51-b066-74953e8eeaec),segment_id=622f2aa0-ba3a-4a51-b066-74953e8eeaec)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:20.602690 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 00adce39-80eb-4444-8125-f44db2c1a1e3 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:11:20.603068 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:20.638112 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad37f5-5dea-48ef-b4b4-a19de0111f92 req-98229528-c824-4e06-b55e-ff9235eadda0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:20.639584 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30ad37f5-5dea-48ef-b4b4-a19de0111f92 req-98229528-c824-4e06-b55e-ff9235eadda0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0805020 Aug 20 19:11:20.642490 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'ef588f18-1f15-4c86-87e6-1945c5f6269e', 'network_id': '6ebdb8f5-f737-4bea-b0b7-550b4c3eca82', 'port_id': 'ef588f18-1f15-4c86-87e6-1945c5f6269e', 'mac_address': 'fa:16:3e:ee:98:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64dc7e29-8546-4a36-b38b-8afecfec67f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:11:20.684229 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30ad37f5-5dea-48ef-b4b4-a19de0111f92 req-e2aaf5ef-75ef-481f-820d-e0f8b1645c0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387418 Aug 20 19:11:20.711972 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:20.795442 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef588f18-1f15-4c86-87e6-1945c5f6269e {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:20.820845 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port ef588f18-1f15-4c86-87e6-1945c5f6269e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=ef588f18-1f15-4c86-87e6-1945c5f6269e,segment=NetworkSegment(622f2aa0-ba3a-4a51-b066-74953e8eeaec),segment_id=622f2aa0-ba3a-4a51-b066-74953e8eeaec)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:20.821878 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:20.832093 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:20.836472 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:20.896408 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0841e4-c354-446c-ba4e-75c7e85e3ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00adce39-80eb-4444-8125-f44db2c1a1e3'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:20.910526 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 00adce39-80eb-4444-8125-f44db2c1a1e3, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=00adce39-80eb-4444-8125-f44db2c1a1e3,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:20.918323 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:20.923276 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=ef588f18-1f15-4c86-87e6-1945c5f6269e,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:20.925980 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:20.926430 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-2461a842-f14f-4371-8647-36e68a0e4dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:20.960991 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0841e4-c354-446c-ba4e-75c7e85e3ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00adce39-80eb-4444-8125-f44db2c1a1e3', 'code': 200} Aug 20 19:11:20.991993 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=00adce39-80eb-4444-8125-f44db2c1a1e3,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:20.994993 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:21.270504 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ded398-1cd7-4eb9-8d31-4b81e6e167a1 req-1cc5ca9e-5fc2-46bb-be77-5fbab1225716 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:21.272475 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-74ded398-1cd7-4eb9-8d31-4b81e6e167a1 req-1cc5ca9e-5fc2-46bb-be77-5fbab1225716 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 946 time: 0.1093965 Aug 20 19:11:21.281200 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196e705-c7cb-4e2c-a724-b61d8ec77c8f req-d50aea97-9b33-44a0-9a1a-36e24676c75b tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:21.282668 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6196e705-c7cb-4e2c-a724-b61d8ec77c8f req-d50aea97-9b33-44a0-9a1a-36e24676c75b tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 945 time: 0.1698565 Aug 20 19:11:21.314227 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebb363-855c-4357-8079-b218229fc744 req-70da697b-809f-4ced-b0bd-5a935c986bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:21.315689 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-09ebb363-855c-4357-8079-b218229fc744 req-70da697b-809f-4ced-b0bd-5a935c986bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 1099 time: 0.1476107 Aug 20 19:11:21.344719 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['ef588f18-1f15-4c86-87e6-1945c5f6269e'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:21.355327 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-74ded398-1cd7-4eb9-8d31-4b81e6e167a1 req-1a29c39c-28c1-46fa-a981-8915d5f2f7e2 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716922 Aug 20 19:11:21.359289 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-09ebb363-855c-4357-8079-b218229fc744 req-cc4f8756-b288-4c5b-b4df-66b2389f428f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367179 Aug 20 19:11:21.360235 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6196e705-c7cb-4e2c-a724-b61d8ec77c8f req-edefe738-17d0-4cc5-94c7-ddf167e7f1f1 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631442 Aug 20 19:11:21.862737 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b61dc2-f2dd-4f2d-9d04-4fbb80e7ae82 req-c080a5e6-fdfe-4829-80a4-4619eb31d403 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:21.864163 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f8b61dc2-f2dd-4f2d-9d04-4fbb80e7ae82 req-c080a5e6-fdfe-4829-80a4-4619eb31d403 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0771940 Aug 20 19:11:21.907498 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f8b61dc2-f2dd-4f2d-9d04-4fbb80e7ae82 req-a986d09c-7974-4b61-8681-797e7015f2f0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372739 Aug 20 19:11:22.608519 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e5a27-84f8-40bb-a51d-f061493baafa req-5bbb29d5-aa6e-4424-a3b2-15028af9ff10 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:22.609983 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e39e5a27-84f8-40bb-a51d-f061493baafa req-5bbb29d5-aa6e-4424-a3b2-15028af9ff10 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 945 time: 0.1391978 Aug 20 19:11:22.621180 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9b11-316b-4d72-9565-5fe60178607b req-f6afb340-1d97-4005-b85f-b83ba339d68b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:22.622513 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6eee9b11-316b-4d72-9565-5fe60178607b req-f6afb340-1d97-4005-b85f-b83ba339d68b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 946 time: 0.1107237 Aug 20 19:11:22.689653 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e39e5a27-84f8-40bb-a51d-f061493baafa req-73c81a2b-dcd9-4cd1-81e7-fe2c22a31703 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661540 Aug 20 19:11:22.698015 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6eee9b11-316b-4d72-9565-5fe60178607b req-8fef01e6-4d30-4ea3-a250-554050402516 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616536 Aug 20 19:11:23.088103 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e20a9-9531-4f50-8f97-ed7fa98b6065 req-693ff058-456f-43dc-bf9f-4c19b3ff5696 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:23.089789 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-703e20a9-9531-4f50-8f97-ed7fa98b6065 req-693ff058-456f-43dc-bf9f-4c19b3ff5696 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0808716 Aug 20 19:11:23.134166 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-703e20a9-9531-4f50-8f97-ed7fa98b6065 req-dc6c94e0-f497-4667-91e9-471303d87d5c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387208 Aug 20 19:11:23.971706 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04845c4-ba0b-479b-96df-94dfe25e3e3b req-f834c520-6a94-444b-8d04-d98d2f0dfdaf tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:23.973139 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f04845c4-ba0b-479b-96df-94dfe25e3e3b req-f834c520-6a94-444b-8d04-d98d2f0dfdaf tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 945 time: 0.1703918 Aug 20 19:11:23.980958 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371c2f4-0bf8-4acf-9689-b4a9dbf17cb9 req-e2a2b8de-e965-4f6d-9bec-fa3e3890ed21 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:23.982298 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b371c2f4-0bf8-4acf-9689-b4a9dbf17cb9 req-e2a2b8de-e965-4f6d-9bec-fa3e3890ed21 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 946 time: 0.1315236 Aug 20 19:11:24.051070 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f04845c4-ba0b-479b-96df-94dfe25e3e3b req-4267012e-f78c-472f-86a4-317f30090c87 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678537 Aug 20 19:11:24.058589 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b371c2f4-0bf8-4acf-9689-b4a9dbf17cb9 req-50499212-a301-4508-a4ed-c9139a14df31 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622096 Aug 20 19:11:24.328619 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98552d-1b6e-4b1b-92de-1c4ff8e9ff94 req-93e39a2b-82e8-4022-8eed-2648f86624e2 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:24.330775 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3a98552d-1b6e-4b1b-92de-1c4ff8e9ff94 req-93e39a2b-82e8-4022-8eed-2648f86624e2 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0834281 Aug 20 19:11:24.398510 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device ef588f18-1f15-4c86-87e6-1945c5f6269e up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:11:24.427156 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60246616-1bbe-4e67-bb83-0be90d223988 req-9c947f99-1788-4908-9664-812f28439904 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:24.429667 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-60246616-1bbe-4e67-bb83-0be90d223988 req-9c947f99-1788-4908-9664-812f28439904 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.0970268 Aug 20 19:11:24.451301 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-fb4abca3-dae1-493b-914b-c2b5687c6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:24.462567 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-fb4abca3-dae1-493b-914b-c2b5687c6b62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=398c146e71854f9da6a5d9946524f8c6&device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 1137 time: 0.1111126 Aug 20 19:11:24.506933 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-60246616-1bbe-4e67-bb83-0be90d223988 req-55fcef92-0783-4b96-90e6-c780bf312341 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716846 Aug 20 19:11:24.561248 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3a98552d-1b6e-4b1b-92de-1c4ff8e9ff94 req-65ed46d8-8283-4e5a-a74e-271d400ebfc6 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875396 Aug 20 19:11:24.566912 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port ef588f18-1f15-4c86-87e6-1945c5f6269e completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:11:24.573975 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port ef588f18-1f15-4c86-87e6-1945c5f6269e triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:11:24.574514 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:24.675199 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-fd396a2e-4a90-4eaa-88f8-633c8197f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:24.676621 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-fd396a2e-4a90-4eaa-88f8-633c8197f52b service neutron] 10.222.0.11 "GET /v2.0/networks?id=24c2aa0b-25e5-412c-a63c-2588aed042cb HTTP/1.1" status: 200 len: 916 time: 0.2055886 Aug 20 19:11:24.705783 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:24.736288 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357b4635-09b8-43a0-bf09-db06a4111e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef588f18-1f15-4c86-87e6-1945c5f6269e'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:24.748032 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port ef588f18-1f15-4c86-87e6-1945c5f6269e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=ef588f18-1f15-4c86-87e6-1945c5f6269e,segment=NetworkSegment(622f2aa0-ba3a-4a51-b066-74953e8eeaec),segment_id=622f2aa0-ba3a-4a51-b066-74953e8eeaec)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:24.752135 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:24.754219 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:24.793908 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357b4635-09b8-43a0-bf09-db06a4111e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef588f18-1f15-4c86-87e6-1945c5f6269e', 'code': 200} Aug 20 19:11:24.805590 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-85b52949-1a2b-456c-bb99-828c3a2ca058 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 200 len: 1001 time: 0.1213670 Aug 20 19:11:24.826797 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=ef588f18-1f15-4c86-87e6-1945c5f6269e,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:24.829869 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:24.908961 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-ae9d2bdb-e688-4b3a-8cfb-becb460cf4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:24.910379 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-ae9d2bdb-e688-4b3a-8cfb-becb460cf4ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75052161-7021-4e7e-aa5e-6afde754110a HTTP/1.1" status: 200 len: 854 time: 0.0675719 Aug 20 19:11:24.965479 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa668ae2-a610-4954-a97f-1685f9b20941 req-95dc27ae-63e2-4b0c-b00d-ce1207985bb3 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:24.967401 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fa668ae2-a610-4954-a97f-1685f9b20941 req-95dc27ae-63e2-4b0c-b00d-ce1207985bb3 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0899556 Aug 20 19:11:25.018069 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fa668ae2-a610-4954-a97f-1685f9b20941 req-ba4696dc-c116-4120-b6ed-1c27406e7b09 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442340 Aug 20 19:11:25.025134 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-5adecaec-bb51-4c0a-8338-c744f6260d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:25.026673 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-5adecaec-bb51-4c0a-8338-c744f6260d18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c2aa0b-25e5-412c-a63c-2588aed042cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738308 Aug 20 19:11:25.133710 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-7738396f-8d39-4707-bb2d-aabf3cfe5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:25.135426 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-7738396f-8d39-4707-bb2d-aabf3cfe5d04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 1098 time: 0.0752609 Aug 20 19:11:25.244736 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-ef1eecca-61f2-4bb9-a401-18e0df92f6d1 service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834717 Aug 20 19:11:25.246884 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022a3b5-0801-490c-aa23-23364e9d6ccd req-db1a3fe0-52f1-4706-a006-364ed6b7b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:25.248296 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5022a3b5-0801-490c-aa23-23364e9d6ccd req-db1a3fe0-52f1-4706-a006-364ed6b7b238 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 1099 time: 0.1697333 Aug 20 19:11:25.390138 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5022a3b5-0801-490c-aa23-23364e9d6ccd req-e1dfcb45-f365-44a2-8994-9ae1b758b868 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056821 Aug 20 19:11:25.427880 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-5e85ac6c-ca13-4bfd-a499-f7ed1c0a47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:25.429374 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-5e85ac6c-ca13-4bfd-a499-f7ed1c0a47fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 912 time: 0.2875693 Aug 20 19:11:25.435412 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-55b5e612-cc7e-4c9c-afe3-37b2cc12df5e req-c8da20fc-0d6c-43cf-88c5-2cd50916a208 service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698658 Aug 20 19:11:25.437503 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ef7b8-486e-4232-b520-dbfa6ac2cfa5 req-404b9161-23c9-4777-ba24-b51186abc549 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:25.438847 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-006ef7b8-486e-4232-b520-dbfa6ac2cfa5 req-404b9161-23c9-4777-ba24-b51186abc549 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.2765851 Aug 20 19:11:25.487792 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-006ef7b8-486e-4232-b520-dbfa6ac2cfa5 req-c32c00e6-4759-4ddc-9d9b-148e3d21d8d9 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423267 Aug 20 19:11:25.618876 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:11:25.688032 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675b44e-994d-4d59-9874-28e63ddea7fe req-27b0db8e-05e0-40c6-b61f-2914afb7f3c8 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:25.689572 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7675b44e-994d-4d59-9874-28e63ddea7fe req-27b0db8e-05e0-40c6-b61f-2914afb7f3c8 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.0797913 Aug 20 19:11:25.739314 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7675b44e-994d-4d59-9874-28e63ddea7fe req-c0a4bfbc-d27c-4407-9baa-5a254ff554a1 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422151 Aug 20 19:11:25.993181 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-41e8b209-927d-4960-ba9a-e6b933a40ae2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc80a753-a448-4ce1-877a-cac157278acc HTTP/1.1" status: 200 len: 1001 time: 0.0982740 Aug 20 19:11:26.120827 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-db4880a7-80fd-499a-a9c8-7bbe73906096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:26.122332 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-db4880a7-80fd-499a-a9c8-7bbe73906096 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.0644999 Aug 20 19:11:26.274922 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af8912-6cbf-4a6d-9c4a-4a56fb10593b req-8186f480-2f8d-4e58-83d1-57b9907f629b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:26.276425 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-57af8912-6cbf-4a6d-9c4a-4a56fb10593b req-8186f480-2f8d-4e58-83d1-57b9907f629b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1503930 Aug 20 19:11:26.278474 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-8ff45a23-f614-49f7-86ff-f8be901b9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:26.279799 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-8ff45a23-f614-49f7-86ff-f8be901b9c57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1194351 Aug 20 19:11:26.324561 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-57af8912-6cbf-4a6d-9c4a-4a56fb10593b req-6855661b-c658-4e29-93bd-5caee5a8e59b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422375 Aug 20 19:11:26.465956 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-53ed1d23-ca57-4c23-8aeb-93727b9fb4ed service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352940 Aug 20 19:11:26.664164 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c21914f8-8d43-4e6d-b4e0-523b4f381b1c req-75433263-21d2-40e5-960c-d3862bcee948 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716766 Aug 20 19:11:26.701467 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4af93-f196-4c13-b3c2-fdf9bc64d1af req-5583e004-10c5-4e45-987c-687ca485945f tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:26.702921 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ead4af93-f196-4c13-b3c2-fdf9bc64d1af req-5583e004-10c5-4e45-987c-687ca485945f tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.0841565 Aug 20 19:11:26.748240 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ead4af93-f196-4c13-b3c2-fdf9bc64d1af req-32f8368d-27ae-4321-aa04-f783b891420b tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396297 Aug 20 19:11:26.933134 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3ea36-e13b-4866-a4c7-a2ebc9edd74a req-99ce3cc0-ec6a-4fa9-94fb-92a491b88b17 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:26.934594 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5dc3ea36-e13b-4866-a4c7-a2ebc9edd74a req-99ce3cc0-ec6a-4fa9-94fb-92a491b88b17 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.0830376 Aug 20 19:11:26.980615 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5dc3ea36-e13b-4866-a4c7-a2ebc9edd74a req-434b4054-6af3-4350-9eba-8c408809ac8f tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403452 Aug 20 19:11:27.528694 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa56b-824e-472c-a7ff-6a7a170ede25 req-abf13f59-3113-40c5-989f-e1b80ec4fe61 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:27.530258 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-91ffa56b-824e-472c-a7ff-6a7a170ede25 req-abf13f59-3113-40c5-989f-e1b80ec4fe61 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0996542 Aug 20 19:11:27.577739 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-91ffa56b-824e-472c-a7ff-6a7a170ede25 req-f5d2a534-d263-4573-84c5-c6e0a5773917 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418220 Aug 20 19:11:27.929244 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e921-d50c-4f39-9e59-e249b53222d1 req-8e5f350e-6fda-44c5-9242-d8260e1844a9 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:27.930923 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ab45e921-d50c-4f39-9e59-e249b53222d1 req-8e5f350e-6fda-44c5-9242-d8260e1844a9 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.0807009 Aug 20 19:11:27.977710 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ab45e921-d50c-4f39-9e59-e249b53222d1 req-b432a6b2-9a8c-4545-b641-589cf1114c13 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Aug 20 19:11:28.167915 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6667e4-68de-47f4-adae-6669d5376323 req-6cd2a8bc-16f3-4e18-8496-1a1dd4e07e69 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:28.169410 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cb6667e4-68de-47f4-adae-6669d5376323 req-6cd2a8bc-16f3-4e18-8496-1a1dd4e07e69 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.0821283 Aug 20 19:11:28.217550 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-cb6667e4-68de-47f4-adae-6669d5376323 req-3a1aa2e0-7812-4dae-b978-04885c518e41 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418251 Aug 20 19:11:28.771940 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dc9fa-713b-4bca-994c-a3fa6a1727ab req-4fe0309e-8637-478d-9e86-b351e45caea8 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:28.773407 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-320dc9fa-713b-4bca-994c-a3fa6a1727ab req-4fe0309e-8637-478d-9e86-b351e45caea8 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0802300 Aug 20 19:11:28.823081 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-320dc9fa-713b-4bca-994c-a3fa6a1727ab req-049a4b75-a5d0-4b86-b872-c2d187ce4694 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441234 Aug 20 19:11:29.402263 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a8bee-a444-4556-a1ec-da31ab592471 req-64243ef2-21de-42e9-8362-e0be114d75d7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:29.403713 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e09a8bee-a444-4556-a1ec-da31ab592471 req-64243ef2-21de-42e9-8362-e0be114d75d7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.0797908 Aug 20 19:11:29.450003 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e09a8bee-a444-4556-a1ec-da31ab592471 req-250fa946-b159-480d-bf91-8701ecec235e tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404499 Aug 20 19:11:30.086313 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-1c455812-1f15-4447-a219-072c9f03f594 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:30.087668 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-1c455812-1f15-4447-a219-072c9f03f594 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 815 time: 0.2306635 Aug 20 19:11:30.101648 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-93e5e26b-dfc5-419e-b2a8-c96caf00e43f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/quotas/afa16b7d45c247f996050015b3efcb4e HTTP/1.1" status: 200 len: 375 time: 0.0086017 Aug 20 19:11:30.182066 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-7e2ce533-8dce-4c5d-a253-8df6b1c8eaee tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756340 Aug 20 19:11:30.355140 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-ed48b0de-9561-4647-8182-021911430151 service neutron] 10.222.0.50 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664546 Aug 20 19:11:30.492742 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-21042325-9fff-461d-9fad-5d57089fbc78 service neutron] 10.222.0.50 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319394 Aug 20 19:11:30.682828 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3d4e2-f921-4efe-b0eb-b7e8148a0358 req-e357da19-52f9-494b-96f8-3ac82e11a7aa tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:30.684315 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a4c3d4e2-f921-4efe-b0eb-b7e8148a0358 req-e357da19-52f9-494b-96f8-3ac82e11a7aa tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.1231005 Aug 20 19:11:30.691101 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-381deac9-d578-4ca8-a1b2-2ef068b1f8ba req-d0d69017-6bc2-4e47-8863-4158f5abae8f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 210 time: 0.0566504 Aug 20 19:11:30.752518 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a4c3d4e2-f921-4efe-b0eb-b7e8148a0358 req-73151d22-2749-4aa3-b482-c2fd1694d0ac tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585444 Aug 20 19:11:31.852954 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-df971589-677e-4ce4-a281-04f7b0cb10a9 req-6c5250c8-25df-4d6b-95a1-8d5c9dc91168 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 210 time: 0.0452080 Aug 20 19:11:31.941635 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35621f58-8c69-4882-8bce-9e8e723baa27 req-caf556ee-58e7-4f0c-a113-0b1700d8309a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:31.943091 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-35621f58-8c69-4882-8bce-9e8e723baa27 req-caf556ee-58e7-4f0c-a113-0b1700d8309a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.0862262 Aug 20 19:11:32.029365 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-35621f58-8c69-4882-8bce-9e8e723baa27 req-7ba1e2de-0209-4a40-a9dd-392a894d346b tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797050 Aug 20 19:11:32.131433 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-4c75dc85-f284-45d6-8be6-63b5c85d607a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:32.132837 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-4c75dc85-f284-45d6-8be6-63b5c85d607a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 815 time: 0.1653018 Aug 20 19:11:32.153493 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Request body: {'port': {'device_id': 'f380e25f-836d-49fc-b4ed-19256672b53b', 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b', 'admin_state_up': True, 'tenant_id': 'afa16b7d45c247f996050015b3efcb4e'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:32.256098 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-e789a3d2-9afb-4702-83cb-d8a173502789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:32.289345 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:32.293128 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Usage tracker for resource:port and tenant:afa16b7d45c247f996050015b3efcb4e is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:32.295872 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:32.301478 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:32.311423 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Made reservation on behalf of afa16b7d45c247f996050015b3efcb4e for: {'port': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:32.314945 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:32.476491 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Allocated IP 172.20.0.9 (a9d77e3d-2b0d-4f5b-a281-16a25b87980b/fbccf861-7324-47a4-ad55-10e74522d640/473b4fb7-6e84-4248-8103-eff9e00f9621) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:11:32.671087 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:32.700007 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:32.705451 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4416d221-685c-4c16-bc05-b4aaa7e3fc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:32.726098 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:32.756384 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['00adce39-80eb-4444-8125-f44db2c1a1e3'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:32.777698 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Network a9d77e3d-2b0d-4f5b-a281-16a25b87980b is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:11:32.780573 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:11:32.784746 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:11:32.811957 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Pushing event updated for resources: {'Port': ['ID=473b4fb7-6e84-4248-8103-eff9e00f9621,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:32.821108 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:32.850590 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:32.850983 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:32.871113 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-41e0fd40-b0bf-493b-8b14-e51137ab2180 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7218294 Aug 20 19:11:32.938100 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Request body: {'port': {'device_id': 'f380e25f-836d-49fc-b4ed-19256672b53b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:33.263378 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:33.296827 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c88ee-94ad-4459-95b8-1e6fc5827673 req-c56cd122-5764-45b8-aa22-4b9e3625ad05 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:33.297551 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-7a4c88ee-94ad-4459-95b8-1e6fc5827673 req-c56cd122-5764-45b8-aa22-4b9e3625ad05 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Synchronizing usage tracker for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:33.368400 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cfe13-fec4-45d6-bbf5-c3625a15dd2a req-95d0a0d8-d1ad-4550-a947-1777091855c1 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:33.370000 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fc6cfe13-fec4-45d6-bbf5-c3625a15dd2a req-95d0a0d8-d1ad-4550-a947-1777091855c1 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.2282941 Aug 20 19:11:33.404943 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-7a4c88ee-94ad-4459-95b8-1e6fc5827673 req-c56cd122-5764-45b8-aa22-4b9e3625ad05 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Unset dirty status for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:33.406086 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7a4c88ee-94ad-4459-95b8-1e6fc5827673 req-c56cd122-5764-45b8-aa22-4b9e3625ad05 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 931 time: 0.4365103 Aug 20 19:11:33.502254 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fc6cfe13-fec4-45d6-bbf5-c3625a15dd2a req-da1ac6b2-2117-4d8f-8403-408a5a528a04 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254363 Aug 20 19:11:33.545350 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7a4c88ee-94ad-4459-95b8-1e6fc5827673 req-2e62a726-66ef-44a4-bb5d-58a723591fe8 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868974 Aug 20 19:11:33.722404 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473b4fb7-6e84-4248-8103-eff9e00f9621 {{(pid=79347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:33.729939 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:33.744169 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Transition to ACTIVE for port object 473b4fb7-6e84-4248-8103-eff9e00f9621 will not be triggered until provisioned by entity L2. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:11:33.753559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:33.757375 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8a08d714-6dba-4baf-80a5-1979db986f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:33.908445 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Pushing event updated for resources: {'Port': ['ID=473b4fb7-6e84-4248-8103-eff9e00f9621,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:33.915715 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:33.982274 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Attempting to bind port 473b4fb7-6e84-4248-8103-eff9e00f9621 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:11:33.982605 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Attempting to bind port 473b4fb7-6e84-4248-8103-eff9e00f9621 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:11:33.982932 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Attempting to bind port 473b4fb7-6e84-4248-8103-eff9e00f9621 on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:33.987422 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Port 473b4fb7-6e84-4248-8103-eff9e00f9621 on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:11:33.987739 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Attempting to bind port 473b4fb7-6e84-4248-8103-eff9e00f9621 on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:33.992679 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:11:33.993034 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Checking segment: {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:11:33.993414 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Bound using segment: {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:11:33.993835 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Bound port: 473b4fb7-6e84-4248-8103-eff9e00f9621, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'}}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:11:33.994172 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:34.078622 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] For port 473b4fb7-6e84-4248-8103-eff9e00f9621, host hv-cinder-80528, cleared binding levels {{(pid=79347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:11:34.081510 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] For port 473b4fb7-6e84-4248-8103-eff9e00f9621, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=473b4fb7-6e84-4248-8103-eff9e00f9621,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:11:34.086807 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:34.093257 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:34.147275 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:34.147893 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:34.149267 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] 10.222.0.11 "PUT /v2.0/ports/473b4fb7-6e84-4248-8103-eff9e00f9621 HTTP/1.1" status: 200 len: 1093 time: 1.2637429 Aug 20 19:11:34.149755 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f380e25f-836d-49fc-b4ed-19256672b53b', 'tag': '473b4fb7-6e84-4248-8103-eff9e00f9621'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:34.174211 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Pushing event updated for resources: {'Port': ['ID=473b4fb7-6e84-4248-8103-eff9e00f9621,revision_number=3']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:34.177171 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:34.195324 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f380e25f-836d-49fc-b4ed-19256672b53b', 'tag': '473b4fb7-6e84-4248-8103-eff9e00f9621', 'status': 'completed', 'code': 200} Aug 20 19:11:34.301741 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-32a7023d-11b7-4de2-8536-59bc1eecf19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:34.303237 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-32a7023d-11b7-4de2-8536-59bc1eecf19e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 1096 time: 0.0693974 Aug 20 19:11:34.389059 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-1345b31d-77d5-4c8c-9031-2d90a54983e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=473b4fb7-6e84-4248-8103-eff9e00f9621 HTTP/1.1" status: 200 len: 217 time: 0.0637767 Aug 20 19:11:34.452172 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-75b3713e-e9ba-4835-9ab1-3504a42f1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:34.453660 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-75b3713e-e9ba-4835-9ab1-3504a42f1eed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbccf861-7324-47a4-ad55-10e74522d640 HTTP/1.1" status: 200 len: 855 time: 0.0578246 Aug 20 19:11:34.500433 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-82c2dc7f-866a-4fe8-9cf7-693ea8aace4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393627 Aug 20 19:11:34.744767 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-0fb11626-2c7a-4514-958c-29c5ac24e6f2 service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362459 Aug 20 19:11:34.838095 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1b74-ca21-4265-ac55-38f8c786ca89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:34.928064 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b4f20-7242-4ad5-a283-fad2c38609ee req-54465277-8fe6-4ce4-a01d-cf0a691dcb47 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:34.929532 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-571b4f20-7242-4ad5-a283-fad2c38609ee req-54465277-8fe6-4ce4-a01d-cf0a691dcb47 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.3220265 Aug 20 19:11:35.004167 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff8d36-dce1-4eb0-9a93-87233c8160bb req-445e8d36-4c73-4356-a99a-443d6f22c871 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:35.005671 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-69ff8d36-dce1-4eb0-9a93-87233c8160bb req-445e8d36-4c73-4356-a99a-443d6f22c871 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 943 time: 0.3413801 Aug 20 19:11:35.085889 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-571b4f20-7242-4ad5-a283-fad2c38609ee req-d560eb81-b2cf-402d-b9eb-e7b634e2d96e tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093733 Aug 20 19:11:35.099249 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4babb71-6950-44f1-acef-6a4aa588e444 req-4508b007-74e3-46f2-ac1b-d1fadd4ebdbb service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453255 Aug 20 19:11:35.106867 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-69ff8d36-dce1-4eb0-9a93-87233c8160bb req-12bee929-6f4a-4bc1-99bf-ae666a763085 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943699 Aug 20 19:11:35.322476 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc88a76-5209-4043-9743-3362cb5d2ac7 req-75d80b63-38db-4030-9791-5f11a36323a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:35.323890 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1bc88a76-5209-4043-9743-3362cb5d2ac7 req-75d80b63-38db-4030-9791-5f11a36323a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 1096 time: 0.0703118 Aug 20 19:11:35.474428 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc88a76-5209-4043-9743-3362cb5d2ac7 req-0a0dc0fb-1c58-44f7-a861-18abe0b353f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:35.476442 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1bc88a76-5209-4043-9743-3362cb5d2ac7 req-0a0dc0fb-1c58-44f7-a861-18abe0b353f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 916 time: 0.1453032 Aug 20 19:11:35.551703 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1bc88a76-5209-4043-9743-3362cb5d2ac7 req-d3e767b3-1211-4a49-97ac-5e782177ad15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=473b4fb7-6e84-4248-8103-eff9e00f9621 HTTP/1.1" status: 200 len: 217 time: 0.0636611 Aug 20 19:11:35.621113 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc88a76-5209-4043-9743-3362cb5d2ac7 req-d1406c95-46af-49fc-adfd-51a8a03909fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:35.622551 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1bc88a76-5209-4043-9743-3362cb5d2ac7 req-d1406c95-46af-49fc-adfd-51a8a03909fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbccf861-7324-47a4-ad55-10e74522d640 HTTP/1.1" status: 200 len: 855 time: 0.0577743 Aug 20 19:11:35.683604 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1bc88a76-5209-4043-9743-3362cb5d2ac7 req-11d89ac5-0ea1-4534-80b0-45acbcbf5cb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444539 Aug 20 19:11:35.842099 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1bc88a76-5209-4043-9743-3362cb5d2ac7 req-39e9453b-7b9b-4c67-b1d1-917d87abfa3b service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271026 Aug 20 19:11:35.892393 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:35.977196 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1bc88a76-5209-4043-9743-3362cb5d2ac7 req-1e98a25c-7ee2-44d6-8518-1807be499f79 service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273236 Aug 20 19:11:36.330053 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b29ba-a6dc-4718-866e-90f5ef432216 req-48472f7b-777a-4030-aedc-a9fb52b39b70 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:36.331506 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2b4b29ba-a6dc-4718-866e-90f5ef432216 req-48472f7b-777a-4030-aedc-a9fb52b39b70 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.1423399 Aug 20 19:11:36.339682 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95b093-9967-4c79-8014-b1c4295437ce req-5e67c87f-d9ca-4875-9f49-2d42e0f7c261 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:36.341038 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0a95b093-9967-4c79-8014-b1c4295437ce req-5e67c87f-d9ca-4875-9f49-2d42e0f7c261 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 943 time: 0.1127682 Aug 20 19:11:36.414886 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2b4b29ba-a6dc-4718-866e-90f5ef432216 req-215f7d7e-a6e5-49c6-99e1-25ee7a5747ff tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728905 Aug 20 19:11:36.417871 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0a95b093-9967-4c79-8014-b1c4295437ce req-987d5a63-fa41-4c3f-bb81-5655b0c24552 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633571 Aug 20 19:11:37.190071 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.668477 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b5a7f-152d-4c58-9666-1202a43758bb req-516b2d8f-3a9a-45cb-8bb7-d199a7a7829b tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:37.669975 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-955b5a7f-152d-4c58-9666-1202a43758bb req-516b2d8f-3a9a-45cb-8bb7-d199a7a7829b tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.1407802 Aug 20 19:11:37.677327 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a8cb-9ded-43de-867e-367b5aba2c95 req-0551f34a-e366-4b74-9f85-3c1004e41cb5 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:37.679184 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-48a6a8cb-9ded-43de-867e-367b5aba2c95 req-0551f34a-e366-4b74-9f85-3c1004e41cb5 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 943 time: 0.1192946 Aug 20 19:11:37.749175 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-955b5a7f-152d-4c58-9666-1202a43758bb req-debd6a2b-41a2-4491-a205-ffbf752124c5 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689113 Aug 20 19:11:37.753452 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-48a6a8cb-9ded-43de-867e-367b5aba2c95 req-e10b1b8e-a675-4c4e-a903-187c4dbbaf8b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608604 Aug 20 19:11:38.169737 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:38.435059 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 473b4fb7-6e84-4248-8103-eff9e00f9621 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:11:38.569418 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 473b4fb7-6e84-4248-8103-eff9e00f9621, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=473b4fb7-6e84-4248-8103-eff9e00f9621,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:38.581902 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '473b4fb7-6e84-4248-8103-eff9e00f9621', 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b', 'port_id': '473b4fb7-6e84-4248-8103-eff9e00f9621', 'mac_address': 'fa:16:3e:7e:1a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbccf861-7324-47a4-ad55-10e74522d640', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:11:38.635376 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:38.651510 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473b4fb7-6e84-4248-8103-eff9e00f9621 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:38.666508 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 473b4fb7-6e84-4248-8103-eff9e00f9621, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=473b4fb7-6e84-4248-8103-eff9e00f9621,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:38.670029 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:38.672684 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:38.738828 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=473b4fb7-6e84-4248-8103-eff9e00f9621,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:38.745917 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.746259 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.746597 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.746923 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.747249 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.747573 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.747942 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.748260 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.748577 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.748931 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.749252 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.749565 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:38.753195 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:38.995996 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b0bb-2c09-47da-a8ad-ba1d401d496c req-d9cc5ce1-0f41-4b53-b1c7-38d5308c673a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:38.997398 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6833b0bb-2c09-47da-a8ad-ba1d401d496c req-d9cc5ce1-0f41-4b53-b1c7-38d5308c673a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.1442521 Aug 20 19:11:39.004644 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1be86d-6461-4919-b8ad-726375b8dbef req-f928e418-9616-4eb9-9e78-986a75559aee tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:39.006021 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7c1be86d-6461-4919-b8ad-726375b8dbef req-f928e418-9616-4eb9-9e78-986a75559aee tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 944 time: 0.1216180 Aug 20 19:11:39.076114 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7c1be86d-6461-4919-b8ad-726375b8dbef req-51741061-a94f-4309-99a0-49ceb059f759 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564499 Aug 20 19:11:39.080067 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6833b0bb-2c09-47da-a8ad-ba1d401d496c req-b82ccb4d-c64e-4218-8da0-3556048841e3 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731764 Aug 20 19:11:39.221315 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['473b4fb7-6e84-4248-8103-eff9e00f9621'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:40.319128 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19b8b6-cc3c-497a-966e-67404649cb41 req-4ed139fc-5bee-42eb-9b30-f06c14653da1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:40.320573 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7a19b8b6-cc3c-497a-966e-67404649cb41 req-4ed139fc-5bee-42eb-9b30-f06c14653da1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 944 time: 0.1378520 Aug 20 19:11:40.328557 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69f31f-afcb-4ae0-9e71-3dedebfdce34 req-ea4ce306-e09c-4cb2-836a-ce9203ef8697 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:40.329911 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fb69f31f-afcb-4ae0-9e71-3dedebfdce34 req-ea4ce306-e09c-4cb2-836a-ce9203ef8697 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.1133728 Aug 20 19:11:40.498718 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fb69f31f-afcb-4ae0-9e71-3dedebfdce34 req-737e5e92-0297-4b85-be4b-c3be0678572c tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546843 Aug 20 19:11:40.501422 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7a19b8b6-cc3c-497a-966e-67404649cb41 req-b19e4772-c3c9-4965-bd88-d0de59cb3573 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706731 Aug 20 19:11:41.741238 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e16c96-d18d-475c-9eae-461da1c49f2e req-a26215d5-2995-4031-ab69-b6c7af760b86 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:41.742708 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-66e16c96-d18d-475c-9eae-461da1c49f2e req-a26215d5-2995-4031-ab69-b6c7af760b86 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 944 time: 0.1387451 Aug 20 19:11:41.752835 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbf8ea-bb9e-4c49-b6fb-a3804a3c75d4 req-9c002e78-2676-4ace-abf4-ce12f5545d8a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:41.754233 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8ebbf8ea-bb9e-4c49-b6fb-a3804a3c75d4 req-9c002e78-2676-4ace-abf4-ce12f5545d8a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.1484075 Aug 20 19:11:41.825325 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-66e16c96-d18d-475c-9eae-461da1c49f2e req-ccdfb743-8ec0-41c0-b234-e2a10e0d6939 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701280 Aug 20 19:11:41.831507 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8ebbf8ea-bb9e-4c49-b6fb-a3804a3c75d4 req-b83c41e0-10a8-415d-bfc5-7e5220aadb91 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603693 Aug 20 19:11:42.476720 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 473b4fb7-6e84-4248-8103-eff9e00f9621 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:11:42.548310 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port 473b4fb7-6e84-4248-8103-eff9e00f9621 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:11:42.553606 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 473b4fb7-6e84-4248-8103-eff9e00f9621 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:11:42.553983 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:42.666435 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:42.692101 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f380e25f-836d-49fc-b4ed-19256672b53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473b4fb7-6e84-4248-8103-eff9e00f9621'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:42.702023 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 473b4fb7-6e84-4248-8103-eff9e00f9621, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=473b4fb7-6e84-4248-8103-eff9e00f9621,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:42.705854 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:42.709985 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:42.746376 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f380e25f-836d-49fc-b4ed-19256672b53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473b4fb7-6e84-4248-8103-eff9e00f9621', 'code': 200} Aug 20 19:11:42.776761 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=473b4fb7-6e84-4248-8103-eff9e00f9621,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:42.780362 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:43.133042 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd205a9-b79f-47f7-82a0-f8d181d65053 req-1e7e76eb-8f56-422a-9ea6-0ed9884285f4 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:43.134493 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6dd205a9-b79f-47f7-82a0-f8d181d65053 req-1e7e76eb-8f56-422a-9ea6-0ed9884285f4 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 945 time: 0.2024727 Aug 20 19:11:43.142735 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951df0e3-6782-4a14-aff4-fb7997ec9320 req-35246c7b-125f-4512-89ec-271b27461a02 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:43.144078 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-951df0e3-6782-4a14-aff4-fb7997ec9320 req-35246c7b-125f-4512-89ec-271b27461a02 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.1778312 Aug 20 19:11:43.147570 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641c3fb-664d-4851-b1df-95ab2ab47463 req-d423743c-7d1c-44e1-81d5-5f8a425f1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:43.148920 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f641c3fb-664d-4851-b1df-95ab2ab47463 req-d423743c-7d1c-44e1-81d5-5f8a425f1786 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 1098 time: 0.1487143 Aug 20 19:11:43.242711 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6dd205a9-b79f-47f7-82a0-f8d181d65053 req-feb4b1a4-a729-4922-867e-dc39365f2901 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976112 Aug 20 19:11:43.254151 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f641c3fb-664d-4851-b1df-95ab2ab47463 req-e7dc4df3-186a-4493-bb58-aaf8250bd9b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891471 Aug 20 19:11:43.259315 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-951df0e3-6782-4a14-aff4-fb7997ec9320 req-2655c7e1-fb03-4879-a4a3-4e345c7fe425 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18&id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975511 Aug 20 19:11:44.435251 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba392df4-9ecb-4bf3-a03b-a45db98907cd req-3c954a6b-f952-4fa3-b00c-c420678c1780 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:44.436703 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ba392df4-9ecb-4bf3-a03b-a45db98907cd req-3c954a6b-f952-4fa3-b00c-c420678c1780 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 945 time: 0.0793049 Aug 20 19:11:44.483229 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ba392df4-9ecb-4bf3-a03b-a45db98907cd req-e586d353-ec23-49b3-90f5-fa25e3a8fbf0 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Aug 20 19:11:45.666597 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b94acf-65dd-4c1e-8800-c51f19d7e692 req-285046d7-8780-460e-967d-3dc4e6278677 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:45.668011 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-01b94acf-65dd-4c1e-8800-c51f19d7e692 req-285046d7-8780-460e-967d-3dc4e6278677 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 945 time: 0.0815437 Aug 20 19:11:45.713231 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-01b94acf-65dd-4c1e-8800-c51f19d7e692 req-ceb54113-51b6-463a-ab8a-33175e084d75 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Aug 20 19:11:48.939431 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-fbd3f1aa-e394-4355-873f-9ea9c683195e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:48.940871 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-fbd3f1aa-e394-4355-873f-9ea9c683195e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 815 time: 0.1430936 Aug 20 19:11:48.955300 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6ac7d25a-24e2-4eae-8444-d3007642450e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/quotas/afa16b7d45c247f996050015b3efcb4e HTTP/1.1" status: 200 len: 375 time: 0.0085979 Aug 20 19:11:49.035721 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-c1d52214-b17e-4e84-bb4d-c387d5baddb0 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753810 Aug 20 19:11:49.163357 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-4ffe56d1-d5f5-49be-b778-1dcc095d1bf3 service neutron] 10.222.0.50 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211584 Aug 20 19:11:49.291992 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-1453d821-280f-4060-8978-4ffe2fde5d0a service neutron] 10.222.0.50 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228137 Aug 20 19:11:49.469715 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1fce7e22-72b7-42d4-9c3d-b4942ce19556 req-e75e646d-e997-4927-a7a9-2f64d484106a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 210 time: 0.0478649 Aug 20 19:11:50.621680 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1adef11b-49e3-4dcf-9806-a4084d90d1d9 req-223ec423-4b8b-4969-9164-edad1b1ff1fc tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 210 time: 0.0431182 Aug 20 19:11:51.105549 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-41685b58-fabc-4003-b540-fd5dcb677522 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:51.107404 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-41685b58-fabc-4003-b540-fd5dcb677522 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 815 time: 0.1521018 Aug 20 19:11:51.150631 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Request body: {'port': {'device_id': '90ae778e-62fe-4225-be56-851eb9969465', 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b', 'admin_state_up': True, 'tenant_id': 'afa16b7d45c247f996050015b3efcb4e'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:51.378059 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:51.387848 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:51.397388 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Made reservation on behalf of afa16b7d45c247f996050015b3efcb4e for: {'port': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:51.401388 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.560527 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Allocated IP 172.20.0.12 (a9d77e3d-2b0d-4f5b-a281-16a25b87980b/fbccf861-7324-47a4-ad55-10e74522d640/5507c42b-9c04-4381-b130-b7aa232c9b91) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:11:51.795790 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ea6208ea-988b-4b51-9161-fd28c74cc744 req-9e71e3a9-7cc0-4606-ae73-f0707958635e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 210 time: 0.0582042 Aug 20 19:11:51.802705 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.831320 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.837037 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-106a0113-fb19-4790-b34b-7dd71a8d09c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:51.902580 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Network a9d77e3d-2b0d-4f5b-a281-16a25b87980b is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:11:51.905553 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['00adce39-80eb-4444-8125-f44db2c1a1e3', '473b4fb7-6e84-4248-8103-eff9e00f9621'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:51.906104 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:11:51.909381 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:11:51.940609 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Pushing event updated for resources: {'Port': ['ID=5507c42b-9c04-4381-b130-b7aa232c9b91,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:51.947135 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:51.983755 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:51.984379 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.008790 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-e0ba74aa-7ed8-444a-93c4-bb912f156747 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8635490 Aug 20 19:11:52.044596 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Request body: {'port': {'device_id': '90ae778e-62fe-4225-be56-851eb9969465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:52.155681 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.493278 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5507c42b-9c04-4381-b130-b7aa232c9b91 {{(pid=79347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:52.500381 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.514399 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Transition to ACTIVE for port object 5507c42b-9c04-4381-b130-b7aa232c9b91 will not be triggered until provisioned by entity L2. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:11:52.518248 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.521801 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b093f510-cf29-43d2-928c-c6bd38a90bc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:52.652233 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Pushing event updated for resources: {'Port': ['ID=5507c42b-9c04-4381-b130-b7aa232c9b91,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:52.677901 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:52.756005 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Attempting to bind port 5507c42b-9c04-4381-b130-b7aa232c9b91 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:11:52.756336 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Attempting to bind port 5507c42b-9c04-4381-b130-b7aa232c9b91 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:11:52.756669 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Attempting to bind port 5507c42b-9c04-4381-b130-b7aa232c9b91 on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:52.762067 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Port 5507c42b-9c04-4381-b130-b7aa232c9b91 on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:11:52.762386 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Attempting to bind port 5507c42b-9c04-4381-b130-b7aa232c9b91 on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:52.767445 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:11:52.767789 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Checking segment: {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:11:52.768178 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Bound using segment: {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:11:52.768625 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Bound port: 5507c42b-9c04-4381-b130-b7aa232c9b91, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'}}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:11:52.768997 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.863166 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] For port 5507c42b-9c04-4381-b130-b7aa232c9b91, host hv-cinder-80528, cleared binding levels {{(pid=79347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:11:52.867799 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] For port 5507c42b-9c04-4381-b130-b7aa232c9b91, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=5507c42b-9c04-4381-b130-b7aa232c9b91,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:11:52.871845 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.876601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-fe517415-0f72-4ca4-9c1c-5196c0468d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:52.980424 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:52.981071 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.982461 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] 10.222.0.11 "PUT /v2.0/ports/5507c42b-9c04-4381-b130-b7aa232c9b91 HTTP/1.1" status: 200 len: 1094 time: 0.9420865 Aug 20 19:11:52.987879 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ae778e-62fe-4225-be56-851eb9969465', 'tag': '5507c42b-9c04-4381-b130-b7aa232c9b91'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:53.013113 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Pushing event updated for resources: {'Port': ['ID=5507c42b-9c04-4381-b130-b7aa232c9b91,revision_number=3']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:53.017299 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:53.042264 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07321a34-71fc-457e-810b-a093527c7b87 req-f6fd4885-b20d-4520-af29-adee5b717ce3 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:53.043181 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-07321a34-71fc-457e-810b-a093527c7b87 req-f6fd4885-b20d-4520-af29-adee5b717ce3 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Synchronizing usage tracker for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:53.059806 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-07321a34-71fc-457e-810b-a093527c7b87 req-f6fd4885-b20d-4520-af29-adee5b717ce3 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Unset dirty status for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:53.061080 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-07321a34-71fc-457e-810b-a093527c7b87 req-f6fd4885-b20d-4520-af29-adee5b717ce3 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 944 time: 0.1486366 Aug 20 19:11:53.098999 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ae778e-62fe-4225-be56-851eb9969465', 'tag': '5507c42b-9c04-4381-b130-b7aa232c9b91', 'status': 'completed', 'code': 200} Aug 20 19:11:53.156215 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-07321a34-71fc-457e-810b-a093527c7b87 req-10c2be96-981c-402b-8adb-82400e6a51e9 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635982 Aug 20 19:11:53.170232 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-42eb75bd-09d0-4b56-b0fd-84b53a8751a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:53.171673 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-42eb75bd-09d0-4b56-b0fd-84b53a8751a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 1097 time: 0.1097615 Aug 20 19:11:53.347286 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-05156cdb-d887-4075-ae02-8efce18e9f09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5507c42b-9c04-4381-b130-b7aa232c9b91 HTTP/1.1" status: 200 len: 217 time: 0.1518979 Aug 20 19:11:53.414193 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-06793ac4-3da2-41d1-bd0c-c0f4c679d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:53.415300 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-06793ac4-3da2-41d1-bd0c-c0f4c679d74c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbccf861-7324-47a4-ad55-10e74522d640 HTTP/1.1" status: 200 len: 855 time: 0.0591388 Aug 20 19:11:53.465285 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-f820d291-01f8-4425-9eaa-6ea3e55f8544 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405455 Aug 20 19:11:53.596159 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-8907141a-874a-48f1-bdbf-a42e7b4f1a62 service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227064 Aug 20 19:11:53.745862 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e7df8b1-e7be-4a5b-a1b9-d603a352973c req-617496b1-0c27-4e27-b540-d66debbf10f8 service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276269 Aug 20 19:11:53.951381 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee99b6-fdf6-4b8f-9862-241b0efc1926 req-70a40909-380e-4201-b689-2050c6fc86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:53.952878 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28ee99b6-fdf6-4b8f-9862-241b0efc1926 req-70a40909-380e-4201-b689-2050c6fc86bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 1097 time: 0.0739937 Aug 20 19:11:54.087699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee99b6-fdf6-4b8f-9862-241b0efc1926 req-f85be888-8627-4dba-99fb-45538517348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:54.089162 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28ee99b6-fdf6-4b8f-9862-241b0efc1926 req-f85be888-8627-4dba-99fb-45538517348a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 916 time: 0.1287653 Aug 20 19:11:54.158551 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28ee99b6-fdf6-4b8f-9862-241b0efc1926 req-127723ac-6d30-4b84-b021-a0d7f247cf31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5507c42b-9c04-4381-b130-b7aa232c9b91 HTTP/1.1" status: 200 len: 217 time: 0.0598032 Aug 20 19:11:54.226855 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee99b6-fdf6-4b8f-9862-241b0efc1926 req-59d0b5f2-ac79-4404-9506-4253ce069351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:54.228338 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28ee99b6-fdf6-4b8f-9862-241b0efc1926 req-59d0b5f2-ac79-4404-9506-4253ce069351 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbccf861-7324-47a4-ad55-10e74522d640 HTTP/1.1" status: 200 len: 855 time: 0.0604372 Aug 20 19:11:54.310353 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28ee99b6-fdf6-4b8f-9862-241b0efc1926 req-e37ed6ba-66b8-49f2-9a00-ac4e487f49bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709600 Aug 20 19:11:54.464375 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfed87-3208-4e8d-8d50-abbccf32c86e req-97af474c-b620-4037-be44-8eda527210cd tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:54.465916 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a0cfed87-3208-4e8d-8d50-abbccf32c86e req-97af474c-b620-4037-be44-8eda527210cd tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 944 time: 0.1979978 Aug 20 19:11:54.469058 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28ee99b6-fdf6-4b8f-9862-241b0efc1926 req-03b5206d-f169-49bc-b534-0b94b6696028 service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460869 Aug 20 19:11:54.588798 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a0cfed87-3208-4e8d-8d50-abbccf32c86e req-cf690b82-c22b-4f3e-8bcb-b22cc042386c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171479 Aug 20 19:11:54.627116 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28ee99b6-fdf6-4b8f-9862-241b0efc1926 req-1a106364-12e7-4850-af7f-eaf087c6f712 service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432867 Aug 20 19:11:55.495939 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de39a-80d8-4cb2-b256-722c75bda827 req-783c99f7-d32a-4a24-ac40-63795368a73c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:55.497410 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7e0de39a-80d8-4cb2-b256-722c75bda827 req-783c99f7-d32a-4a24-ac40-63795368a73c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.0817807 Aug 20 19:11:55.544618 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7e0de39a-80d8-4cb2-b256-722c75bda827 req-a631e15f-fc79-41b4-979a-59c4e17e645e tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Aug 20 19:11:55.769456 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d2a1d-9bd8-405c-81e5-088588df1077 req-161ef379-e686-4436-ac4c-b46a2793aab7 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:55.770891 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e76d2a1d-9bd8-405c-81e5-088588df1077 req-161ef379-e686-4436-ac4c-b46a2793aab7 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 944 time: 0.0796130 Aug 20 19:11:55.815369 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e76d2a1d-9bd8-405c-81e5-088588df1077 req-f7d4cc94-cd35-411c-80e3-c7c4ea769331 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383160 Aug 20 19:11:56.819187 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ce853-d90d-40ab-a8ed-d60fa4fdac7a req-cae4d1ac-9571-4ed0-b6a4-76a4507a2c08 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:56.821161 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-064ce853-d90d-40ab-a8ed-d60fa4fdac7a req-cae4d1ac-9571-4ed0-b6a4-76a4507a2c08 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.1716318 Aug 20 19:11:56.865810 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-064ce853-d90d-40ab-a8ed-d60fa4fdac7a req-589202c5-6443-480d-ac2e-f048c02b7d0e tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Aug 20 19:11:56.995731 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1e69e-e19a-43ad-adff-f301264c0386 req-c3890c08-cd77-422c-8158-720e8c582626 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:56.997232 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-90a1e69e-e19a-43ad-adff-f301264c0386 req-c3890c08-cd77-422c-8158-720e8c582626 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 944 time: 0.0787320 Aug 20 19:11:57.048232 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-90a1e69e-e19a-43ad-adff-f301264c0386 req-db9f38c6-bb85-4faa-9b21-f0b58e0d551c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454135 Aug 20 19:11:58.052771 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bbec9-995f-47f3-85d3-fa7fbddedee2 req-a01e696c-ffaf-409e-8c03-a799568286fb tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:58.054743 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-849bbec9-995f-47f3-85d3-fa7fbddedee2 req-a01e696c-ffaf-409e-8c03-a799568286fb tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.0807469 Aug 20 19:11:58.104370 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-849bbec9-995f-47f3-85d3-fa7fbddedee2 req-10f8460d-d492-4ac0-9364-84a7125ac9f4 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Aug 20 19:11:58.235508 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01441055-72e3-4dda-b56e-2c197487854b req-b68a42fd-88db-4cbb-8e1f-f599c9bb0470 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:58.236841 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-01441055-72e3-4dda-b56e-2c197487854b req-b68a42fd-88db-4cbb-8e1f-f599c9bb0470 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 944 time: 0.0815930 Aug 20 19:11:58.279775 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-01441055-72e3-4dda-b56e-2c197487854b req-65dbd6df-5ccd-4a56-813a-188a9436a191 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373228 Aug 20 19:11:58.604429 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 5507c42b-9c04-4381-b130-b7aa232c9b91 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:11:58.755587 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 5507c42b-9c04-4381-b130-b7aa232c9b91, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=5507c42b-9c04-4381-b130-b7aa232c9b91,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:58.768498 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '5507c42b-9c04-4381-b130-b7aa232c9b91', 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b', 'port_id': '5507c42b-9c04-4381-b130-b7aa232c9b91', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbccf861-7324-47a4-ad55-10e74522d640', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:11:58.824036 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:58.840503 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5507c42b-9c04-4381-b130-b7aa232c9b91 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:58.855114 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 5507c42b-9c04-4381-b130-b7aa232c9b91, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=5507c42b-9c04-4381-b130-b7aa232c9b91,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:58.858759 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:58.861412 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-5e37c08d-968e-4bde-b2a6-1c469b180fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:58.924085 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=5507c42b-9c04-4381-b130-b7aa232c9b91,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:58.926980 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:59.286472 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240815d-191c-4f82-9830-fd8cfaaf8710 req-83048cb6-832c-4e52-976b-c65d4e0ee34e tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:59.287955 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2240815d-191c-4f82-9830-fd8cfaaf8710 req-83048cb6-832c-4e52-976b-c65d4e0ee34e tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.0801358 Aug 20 19:11:59.335704 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2240815d-191c-4f82-9830-fd8cfaaf8710 req-ea3dd13b-d82d-4545-9117-6cb1d990d61c tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Aug 20 19:11:59.470005 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271ca51-1f77-4c27-a839-cfc2b797b050 req-99387c82-d8ff-4ea6-aea3-5ae7cc996cc6 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:59.471470 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b271ca51-1f77-4c27-a839-cfc2b797b050 req-99387c82-d8ff-4ea6-aea3-5ae7cc996cc6 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 945 time: 0.0863538 Aug 20 19:11:59.482902 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['5507c42b-9c04-4381-b130-b7aa232c9b91'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:59.520507 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b271ca51-1f77-4c27-a839-cfc2b797b050 req-3e6c3d3c-4d22-4c25-9f87-6a70973a1ee6 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428946 Aug 20 19:12:00.530870 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162464-9728-4fd5-b919-75774d0c305a req-a27acd9c-db36-4837-9cd5-1cbec46fbdb5 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:00.532329 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bd162464-9728-4fd5-b919-75774d0c305a req-a27acd9c-db36-4837-9cd5-1cbec46fbdb5 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.0827959 Aug 20 19:12:00.577914 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bd162464-9728-4fd5-b919-75774d0c305a req-f2359067-fae8-4c58-87cd-dd794af00549 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386214 Aug 20 19:12:00.701346 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6248a50-3d60-4f56-901d-bd1e2ad82c3d req-a6945fbd-ef6d-4af5-975d-fb357faca034 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:00.702809 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a6248a50-3d60-4f56-901d-bd1e2ad82c3d req-a6945fbd-ef6d-4af5-975d-fb357faca034 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 945 time: 0.0790763 Aug 20 19:12:00.747848 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a6248a50-3d60-4f56-901d-bd1e2ad82c3d req-1b3ca09d-cd16-47db-8cdd-44fa0b18fba8 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389822 Aug 20 19:12:01.763408 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e76c5-5032-46ac-b8bc-310550fbac2f req-f4e03cb1-a7bb-451e-a63d-c496bbea4468 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:01.764749 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-be1e76c5-5032-46ac-b8bc-310550fbac2f req-f4e03cb1-a7bb-451e-a63d-c496bbea4468 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.0814366 Aug 20 19:12:01.810706 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-be1e76c5-5032-46ac-b8bc-310550fbac2f req-52dbca3a-63b0-48e5-ac00-19fef00f7212 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401778 Aug 20 19:12:01.941567 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d94005-4aa9-4b39-b2dd-3326ff7bcdc8 req-38343c70-82f2-4782-a4e4-f79015dee4eb tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:01.943138 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f4d94005-4aa9-4b39-b2dd-3326ff7bcdc8 req-38343c70-82f2-4782-a4e4-f79015dee4eb tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 945 time: 0.0922329 Aug 20 19:12:01.993087 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f4d94005-4aa9-4b39-b2dd-3326ff7bcdc8 req-03fdd8f8-4ca9-454d-880c-d6dd1857bda8 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Aug 20 19:12:02.250588 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-1934742b-e47a-467b-95d8-043033d03699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:02.290841 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-86cc8988-daa1-4b08-ab50-e3825bb04760 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:02.292172 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-86cc8988-daa1-4b08-ab50-e3825bb04760 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.11 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.0786769 Aug 20 19:12:02.404959 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Deleting port ef588f18-1f15-4c86-87e6-1945c5f6269e {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:02.405304 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:02.500530 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54adaf-7096-4ebb-8652-e2c4e26333fc req-14393097-ef0a-485a-b31f-9be604ed4546 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:02.502006 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1d54adaf-7096-4ebb-8652-e2c4e26333fc req-14393097-ef0a-485a-b31f-9be604ed4546 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 946 time: 0.2089777 Aug 20 19:12:02.596726 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1d54adaf-7096-4ebb-8652-e2c4e26333fc req-04f2be53-f55c-454e-a3b2-58757b3ba039 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881095 Aug 20 19:12:02.617803 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:12:02.655182 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 5507c42b-9c04-4381-b130-b7aa232c9b91 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:12:02.697478 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] For port ef588f18-1f15-4c86-87e6-1945c5f6269e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=ef588f18-1f15-4c86-87e6-1945c5f6269e,segment=NetworkSegment(622f2aa0-ba3a-4a51-b066-74953e8eeaec),segment_id=622f2aa0-ba3a-4a51-b066-74953e8eeaec)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:02.697831 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:02.732889 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:02.737611 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port 5507c42b-9c04-4381-b130-b7aa232c9b91 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:12:02.742935 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 5507c42b-9c04-4381-b130-b7aa232c9b91 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:12:02.743308 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:02.824020 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Calling delete_port for ef588f18-1f15-4c86-87e6-1945c5f6269e owned by compute:nova {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:02.859687 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:02.889460 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ae778e-62fe-4225-be56-851eb9969465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5507c42b-9c04-4381-b130-b7aa232c9b91'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:02.900034 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 5507c42b-9c04-4381-b130-b7aa232c9b91, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=5507c42b-9c04-4381-b130-b7aa232c9b91,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:02.906332 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:02.907467 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device ef588f18-1f15-4c86-87e6-1945c5f6269e no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:12:02.938401 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:03.001052 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ae778e-62fe-4225-be56-851eb9969465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5507c42b-9c04-4381-b130-b7aa232c9b91', 'code': 200} Aug 20 19:12:03.037276 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=5507c42b-9c04-4381-b130-b7aa232c9b91,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:03.041140 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:03.097471 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:03.119383 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88702e68-edb5-4ef7-8828-59b3c4951b5f req-0a159aa0-4f80-4ec0-a780-5a0b7c09d0ac tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:03.120813 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88702e68-edb5-4ef7-8828-59b3c4951b5f req-0a159aa0-4f80-4ec0-a780-5a0b7c09d0ac tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 946 time: 0.1548729 Aug 20 19:12:03.234282 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88702e68-edb5-4ef7-8828-59b3c4951b5f req-f53e18d2-02d7-40bb-a6f1-4a0e56eb7e2b tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/security-groups?id=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071973 Aug 20 19:12:03.238053 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:03.244089 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b743d9c2-bad3-4bb0-ac5c-15d25bb8dfe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:03.294218 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Pushing event deleted for resources: {'Port': ['ID=ef588f18-1f15-4c86-87e6-1945c5f6269e,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:03.306633 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.307010 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.307727 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.307727 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.308092 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.308450 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.308807 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.309194 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.309550 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.309902 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.310253 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.310601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:03.334092 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d745d-d2ba-4ed3-b460-5d1609708d37 req-940af5c6-fa63-438d-9f79-1b0ba6309494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:03.335644 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9e3d745d-d2ba-4ed3-b460-5d1609708d37 req-940af5c6-fa63-438d-9f79-1b0ba6309494 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 1099 time: 0.0707941 Aug 20 19:12:03.338885 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:03.377338 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9e3d745d-d2ba-4ed3-b460-5d1609708d37 req-4f6e3d85-d2e7-48fb-8470-c13aae26696c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343063 Aug 20 19:12:03.387605 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] No DVR routers for this DVR port ef588f18-1f15-4c86-87e6-1945c5f6269e on host hv-cinder-80528 {{(pid=79347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:12:03.396290 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2349fc-1c2c-4d60-8729-ede721dcbb55 req-627d748b-907e-4e06-96bd-01be44c89a1b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:03.398298 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8a2349fc-1c2c-4d60-8729-ede721dcbb55 req-627d748b-907e-4e06-96bd-01be44c89a1b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 946 time: 0.2516000 Aug 20 19:12:03.399245 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:03.401849 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357b4635-09b8-43a0-bf09-db06a4111e4a', 'name': 'network-vif-deleted', 'tag': 'ef588f18-1f15-4c86-87e6-1945c5f6269e'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:03.430971 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-91efd84c-25db-462b-828f-0e01c4ea70fd req-14732621-e32f-45cc-935e-51f031f597d2 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.11 "DELETE /v2.0/ports/ef588f18-1f15-4c86-87e6-1945c5f6269e HTTP/1.1" status: 204 len: 173 time: 1.1083195 Aug 20 19:12:03.449751 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357b4635-09b8-43a0-bf09-db06a4111e4a', 'name': 'network-vif-deleted', 'tag': 'ef588f18-1f15-4c86-87e6-1945c5f6269e', 'status': 'completed', 'code': 200} Aug 20 19:12:03.456759 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8a2349fc-1c2c-4d60-8729-ede721dcbb55 req-ce33823f-1f90-4093-8b41-67b7b73c5452 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489829 Aug 20 19:12:03.782471 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935135c-0177-43bd-a86e-ddd9a7cce14e req-cabc1f2a-c5d3-471b-bea2-d8acf0c55207 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:03.783911 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a935135c-0177-43bd-a86e-ddd9a7cce14e req-cabc1f2a-c5d3-471b-bea2-d8acf0c55207 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 946 time: 0.0789549 Aug 20 19:12:03.828341 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a935135c-0177-43bd-a86e-ddd9a7cce14e req-1fd9bb1c-b6c1-4455-9404-e4b79d146532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383584 Aug 20 19:12:04.403489 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c6020f10-6ba1-4d91-beb2-961bc174dba1 req-f937a0ea-3e38-4409-a9a0-1b10be6c06cc tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Synchronizing usage tracker for tenant:3492a6dde6714f72bffa51c1bd44af5b on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:04.419174 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c6020f10-6ba1-4d91-beb2-961bc174dba1 req-f937a0ea-3e38-4409-a9a0-1b10be6c06cc tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Unset dirty status for tenant:3492a6dde6714f72bffa51c1bd44af5b on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:04.420624 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c6020f10-6ba1-4d91-beb2-961bc174dba1 req-f937a0ea-3e38-4409-a9a0-1b10be6c06cc tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] 10.222.0.50 "GET /v2.0/ports?device_id=357b4635-09b8-43a0-bf09-db06a4111e4a HTTP/1.1" status: 200 len: 210 time: 0.0639558 Aug 20 19:12:04.648168 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324761e-ea26-4cc5-808f-630981a57054 req-048ff47d-dec8-451a-a013-87e8c737947d tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:04.649665 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1324761e-ea26-4cc5-808f-630981a57054 req-048ff47d-dec8-451a-a013-87e8c737947d tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 946 time: 0.0838394 Aug 20 19:12:04.694086 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1324761e-ea26-4cc5-808f-630981a57054 req-c918695a-6965-4b3d-ba99-8d6fcb18cb01 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387387 Aug 20 19:12:04.839431 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-5f8444f4-c976-47d6-8fc8-be5966c098fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:05.018139 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49975e98-c739-45c3-98de-3a4d38fbf1f2 req-d0657f5c-6d2c-4fbc-b204-dcdf9b937e57 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:05.019495 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-49975e98-c739-45c3-98de-3a4d38fbf1f2 req-d0657f5c-6d2c-4fbc-b204-dcdf9b937e57 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 946 time: 0.0814245 Aug 20 19:12:05.068585 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-49975e98-c739-45c3-98de-3a4d38fbf1f2 req-a95f14d8-97fa-4123-9edb-9f0c93d5f1fe tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410719 Aug 20 19:12:05.648083 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-acfccecb-35dc-4ebf-a499-255f8c8d9bf2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:05.649550 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-acfccecb-35dc-4ebf-a499-255f8c8d9bf2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.11 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 946 time: 0.0784769 Aug 20 19:12:05.730851 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Deleting port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:05.731200 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:05.904978 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:06.044840 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa75f90-9573-49fb-890c-7d250a067bd0 req-a8d1ae1d-2ce1-41fb-88f8-1885207904c3 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:06.046234 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2aa75f90-9573-49fb-890c-7d250a067bd0 req-a8d1ae1d-2ce1-41fb-88f8-1885207904c3 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 946 time: 0.2189360 Aug 20 19:12:06.077799 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] For port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:06.078152 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:06.221204 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2aa75f90-9573-49fb-890c-7d250a067bd0 req-aa910e1a-5c54-4a7b-8e44-4cbd46a23599 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654158 Aug 20 19:12:06.555172 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01301504-4a93-4e48-9958-6ea5326a6023 req-767ea8fe-039b-42de-abea-b5f373cd6a99 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:06.556686 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-01301504-4a93-4e48-9958-6ea5326a6023 req-767ea8fe-039b-42de-abea-b5f373cd6a99 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 946 time: 0.3739138 Aug 20 19:12:06.565264 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:06.565722 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:06.566043 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.l3_db [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Floating IP 265497bc-928d-481f-8618-240f0c09f8a7 disassociated. External IP: 172.28.2.30, port: 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7. Aug 20 19:12:06.566384 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Calling delete_port for 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 owned by compute:nova {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:06.676913 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-01301504-4a93-4e48-9958-6ea5326a6023 req-344e44ce-0db9-4c16-9eca-3bb80710d8b4 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=87f2ce69-a33b-482f-80f8-25fc4e594518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796130 Aug 20 19:12:06.753844 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:06.759998 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:06.808295 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event deleted for resources: {'Port': ['ID=6293d9fe-8f1a-4289-af24-6f8f3ef35bf7,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:06.810818 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:06.996841 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:12:07.188825 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:12:07.201298 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] Sync routers for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:12:07.211730 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:07.217308 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:12:07.218175 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:12:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:07.273611 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] No DVR routers for this DVR port 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 on host hv-cinder-80528 {{(pid=79347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:12:07.276838 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:07.284377 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'name': 'network-vif-deleted', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:07.306640 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-081a2df3-f267-4fa5-ac04-f71bc748c045 req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.11 "DELETE /v2.0/ports/6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 HTTP/1.1" status: 204 len: 173 time: 1.6507392 Aug 20 19:12:07.347777 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55329a12-cb35-4341-a244-e8011c0dbc1c', 'name': 'network-vif-deleted', 'tag': '6293d9fe-8f1a-4289-af24-6f8f3ef35bf7', 'status': 'completed', 'code': 200} Aug 20 19:12:07.443777 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:12:07.761211 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:07.765827 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] Checking router: d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:12:07.776184 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:12:07.777056 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:12:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:07.879066 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-f5c0350c-7d1e-40fd-9e47-c392bef90d31 req-6f4f4cf6-9746-4511-b29a-da834c850e60 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Synchronizing usage tracker for tenant:17f83d4853ad423a945233da3c49aa94 on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:07.901890 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-f5c0350c-7d1e-40fd-9e47-c392bef90d31 req-6f4f4cf6-9746-4511-b29a-da834c850e60 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Unset dirty status for tenant:17f83d4853ad423a945233da3c49aa94 on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:07.903377 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f5c0350c-7d1e-40fd-9e47-c392bef90d31 req-6f4f4cf6-9746-4511-b29a-da834c850e60 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=55329a12-cb35-4341-a244-e8011c0dbc1c HTTP/1.1" status: 200 len: 210 time: 0.0739744 Aug 20 19:12:08.015288 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:12:08.186044 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-62109d70-80e1-49c2-b5b4-08da71d6c21f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703485 Aug 20 19:12:08.244009 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:08.354511 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:08.359786 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ad67e-7513-48da-9079-b08f8a26d029 None None] The sync data for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb is: [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:12:08.386897 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-521d458a-1fbb-4729-9241-f3973f042250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:08.388839 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-521d458a-1fbb-4729-9241-f3973f042250 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 1098 time: 0.1022472 Aug 20 19:12:08.612769 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-26d5baaa-262e-4645-bedd-80b96c19b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:08.614660 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-26d5baaa-262e-4645-bedd-80b96c19b580 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 912 time: 0.2044165 Aug 20 19:12:08.661451 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:12:08.714517 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:12:08.715753 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 6293d9fe-8f1a-4289-af24-6f8f3ef35bf7 not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:12:08.846321 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-e9129bf1-6969-47eb-be6c-f247c512cf85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc80a753-a448-4ce1-877a-cac157278acc HTTP/1.1" status: 200 len: 1001 time: 0.2045043 Aug 20 19:12:08.887062 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c268b-b845-4429-a672-bb5f4985a766 None None] New status for floating IP 265497bc-928d-481f-8618-240f0c09f8a7: DOWN {{(pid=79350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:12:08.946494 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-2f840fc3-4669-423a-9fbb-9b5a8a8a7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:08.948240 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-2f840fc3-4669-423a-9fbb-9b5a8a8a7e05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.0934825 Aug 20 19:12:09.071150 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 48620) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:09.157380 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-a5ae1552-ae12-4300-94ce-d0fa5cd83bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:09.158582 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-a5ae1552-ae12-4300-94ce-d0fa5cd83bed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1845663 Aug 20 19:12:09.212112 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:09.245501 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:09.313427 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:09.319754 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a4c5904e-0ac3-4899-9f31-6f5bcb699909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:09.336407 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f2ce69-a33b-482f-80f8-25fc4e594518,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:09.340766 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-05ebb7e6-232d-446d-b9e6-2aec0ba29c7d service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722991 Aug 20 19:12:09.350807 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.351276 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.351728 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.352215 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.352688 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.353132 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.353732 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.354097 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.354518 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.354979 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.355468 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.355987 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:09.360630 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:09.362879 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:09.367511 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "DELETE /v2.0/security-groups/87f2ce69-a33b-482f-80f8-25fc4e594518 HTTP/1.1" status: 204 len: 168 time: 0.2952321 Aug 20 19:12:09.368510 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 48628) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:09.392496 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.api.v2.resource [None req-117bcc40-981d-44a1-bab0-7132215411b0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] show failed (client error): The resource could not be found. Aug 20 19:12:09.398274 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-117bcc40-981d-44a1-bab0-7132215411b0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups/87f2ce69-a33b-482f-80f8-25fc4e594518 HTTP/1.1" status: 404 len: 347 time: 0.0278642 Aug 20 19:12:09.399095 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 48632) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:09.573875 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Deleting port cb7a1c46-b353-4d04-9059-464777e6fdbc {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:09.574180 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:09.591324 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-eb4faccb-4e9e-4e2d-be4f-65c715bc99e9 req-08090db0-5240-4f44-8c20-72b895702972 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413824 Aug 20 19:12:09.762190 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:09.762621 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:09.962498 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Calling delete_port for cb7a1c46-b353-4d04-9059-464777e6fdbc owned by network:floatingip {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:10.105836 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:10.110015 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:10.192368 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event deleted for resources: {'Port': ['ID=cb7a1c46-b353-4d04-9059-464777e6fdbc,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:10.198568 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:10.251761 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:10.269653 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:10.270868 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "DELETE /v2.0/floatingips/265497bc-928d-481f-8618-240f0c09f8a7 HTTP/1.1" status: 204 len: 168 time: 0.8707113 Aug 20 19:12:10.768284 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 48642) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:10.773642 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355253297', 'description': 'tempest-description--859882115'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:10.779413 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:10.783517 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:security_group and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:10.786398 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:10.793290 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:10.802751 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:10.822497 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:10.826284 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:security_group_rule and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:10.829061 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:10.834909 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:10.905108 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:10.909918 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:10.914938 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-23f54f2d-5e5c-4081-9706-f2f82dbd9ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:10.956613 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e3ed29-81ad-4d97-a1d6-efe9f6664b07,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:10.960041 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:10.961386 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:10.962763 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1933587 Aug 20 19:12:10.965605 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 48650) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:10.972005 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'security_group_rule': {'security_group_id': '64e3ed29-81ad-4d97-a1d6-efe9f6664b07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:10.978652 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:10.982457 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:security_group_rule and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:10.985327 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:10.991601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:11.008137 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.066081 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.070038 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.077224 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d0d737e0-5cec-426e-9798-de174e625a2a tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:11.098382 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0ac597-3769-4500-bbaf-75fb2ff72bad,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:11.103092 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:11.107836 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.111592 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-c904120f-3871-4547-9924-0d2fcc8605a8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414194 Aug 20 19:12:11.111906 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 48654) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:11.117777 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'security_group_rule': {'security_group_id': '64e3ed29-81ad-4d97-a1d6-efe9f6664b07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:11.123759 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:11.127676 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:security_group_rule and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:11.130602 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:11.137456 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:11.154079 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.229464 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.233195 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.242080 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:11.265578 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435493f3-5188-45af-8327-0a54ba1981f0,revision_number=0']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:11.267735 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:11.272316 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.273560 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-3e2a8faa-b029-4ea7-9b14-388eb2c15ff8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1606615 Aug 20 19:12:11.276576 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 48658) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:11.281889 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'floatingip': {'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:11.287645 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:11.291974 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:floatingip and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:11.294805 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:11.300405 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:11.311011 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.452359 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.594413 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Allocated IP 172.28.2.33 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/ada50895-d775-4f38-a716-8abe79281740) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:12:11.742222 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.770706 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.775152 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-18b9b6b6-33e6-4852-a0a3-b68c2f106c39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:11.834714 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:12:11.837452 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:12:11.840249 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:12:11.878168 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'Port': ['ID=ada50895-d775-4f38-a716-8abe79281740,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:11.880941 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:11.929343 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.987608 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:12.194242 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:12.199317 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:12.203740 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-cdd1e5ea-1b02-47b5-b032-337d5c990ab7 tempest-VolumesActionsTest-274145814 tempest-VolumesActionsTest-274145814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:12.310864 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'Port': ['ID=ada50895-d775-4f38-a716-8abe79281740,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:12.314841 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:12.321467 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:12.343788 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:12.345019 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0673823 Aug 20 19:12:12.514829 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-bd0e64bd-f9fd-4e3f-aa0a-00ecaa3161c7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Synchronizing usage tracker for tenant:17f83d4853ad423a945233da3c49aa94 on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:12.532581 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-bd0e64bd-f9fd-4e3f-aa0a-00ecaa3161c7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Unset dirty status for tenant:17f83d4853ad423a945233da3c49aa94 on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:12.533759 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-bd0e64bd-f9fd-4e3f-aa0a-00ecaa3161c7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1355253297&fields=id&tenant_id=17f83d4853ad423a945233da3c49aa94 HTTP/1.1" status: 200 len: 267 time: 0.0656943 Aug 20 19:12:12.684925 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-c1b7a4ea-49cf-4079-a90c-20b6aa31cfa9 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:12.686367 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-c1b7a4ea-49cf-4079-a90c-20b6aa31cfa9 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 816 time: 0.1454644 Aug 20 19:12:12.701491 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-2191ead8-b607-4696-9194-8e0587592d88 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/quotas/17f83d4853ad423a945233da3c49aa94 HTTP/1.1" status: 200 len: 375 time: 0.0095565 Aug 20 19:12:12.814542 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-754d471e-f084-47fd-a513-903fce53ed8b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064034 Aug 20 19:12:13.119541 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-eaacbd3b-743d-44b4-8675-07bc3a954d44 service neutron] 10.222.0.50 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891798 Aug 20 19:12:13.264703 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-0936e1ab-a7c5-4e00-b2e9-c303dea32833 service neutron] 10.222.0.50 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355317 Aug 20 19:12:13.450547 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d0bcc707-f46d-4b44-b8dc-fc1b5aab1df4 req-899809a9-df05-48ba-aa18-f9887f16e6d4 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 210 time: 0.0506344 Aug 20 19:12:14.616100 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-57520840-db8c-4021-bafc-e08cdf078a69 req-8d00c128-1d4c-4097-96e8-3a83e67377e6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 210 time: 0.0473893 Aug 20 19:12:14.821230 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-e012d1bf-fba2-478c-9756-5ea46e01ae73 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:14.822679 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-e012d1bf-fba2-478c-9756-5ea46e01ae73 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.11 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 816 time: 0.1620529 Aug 20 19:12:14.895996 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-a1def2b9-2665-482f-8811-5553cdf21e74 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17f83d4853ad423a945233da3c49aa94 HTTP/1.1" status: 200 len: 380 time: 0.0432627 Aug 20 19:12:14.909381 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'port': {'device_id': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'admin_state_up': True, 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'security_groups': ['64e3ed29-81ad-4d97-a1d6-efe9f6664b07']}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:15.045414 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:15.049942 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Usage tracker for resource:port and tenant:17f83d4853ad423a945233da3c49aa94 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:15.052690 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:15.058849 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:15.068873 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Made reservation on behalf of 17f83d4853ad423a945233da3c49aa94 for: {'port': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:12:15.072506 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:15.244495 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Allocated IP 172.20.0.12 (3af70502-992e-42b2-a2d8-90d96e009dba/df979ad6-6744-42aa-8a63-782cf2d02acf/a99d6975-569a-45b2-bda0-c34ef8c2f556) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:12:15.561376 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d997eee6-861e-4e9a-8544-22436a102512 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:15.562827 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d997eee6-861e-4e9a-8544-22436a102512 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 815 time: 0.2758274 Aug 20 19:12:15.565347 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:15.588705 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-c8ffdf17-1ef5-4401-9526-69f2f976ce3a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/quotas/afa16b7d45c247f996050015b3efcb4e HTTP/1.1" status: 200 len: 375 time: 0.0203369 Aug 20 19:12:15.595552 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Transition to ACTIVE for port object a99d6975-569a-45b2-bda0-c34ef8c2f556 will not be triggered until provisioned by entity DHCP. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:12:15.685832 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-81b29150-a1ae-4373-8c73-7fe5bab9f954 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918674 Aug 20 19:12:15.687803 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:15.693540 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4f489dbe-4fa4-4917-a74b-1067e1c791f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:15.854263 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Network 3af70502-992e-42b2-a2d8-90d96e009dba is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:12:15.859513 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:12:15.909735 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:12:15.944764 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event updated for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:15.959150 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:16.126043 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:16.126493 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:16.142477 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-edf3994a-aec2-4ab7-b1c9-874881a68bdf service neutron] 10.222.0.50 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153044 Aug 20 19:12:16.153404 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f57e-5ba9-42e6-977b-71de56d7078d req-c217e708-d9bb-4677-af6c-8867d85c9a73 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:16.154979 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5118f57e-5ba9-42e6-977b-71de56d7078d req-c217e708-d9bb-4677-af6c-8867d85c9a73 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 932 time: 0.4011576 Aug 20 19:12:16.156816 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-afaee4c9-6a39-416c-88c1-8159fcf728c7 None None] Provisioning for port a99d6975-569a-45b2-bda0-c34ef8c2f556 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:12:16.162983 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-afaee4c9-6a39-416c-88c1-8159fcf728c7 None None] Provisioning complete for port a99d6975-569a-45b2-bda0-c34ef8c2f556 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:12:16.163563 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-afaee4c9-6a39-416c-88c1-8159fcf728c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:16.219102 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3134825 Aug 20 19:12:16.223138 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-afaee4c9-6a39-416c-88c1-8159fcf728c7 None None] Port a99d6975-569a-45b2-bda0-c34ef8c2f556 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:12:16.286975 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Request body: {'port': {'device_id': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:16.350644 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5118f57e-5ba9-42e6-977b-71de56d7078d req-c029c37d-3e59-4248-bbb3-b2068e6ff0b9 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731040 Aug 20 19:12:16.413964 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-39203b54-f312-4296-91f0-a9a5f8cb8b2e service neutron] 10.222.0.50 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574077 Aug 20 19:12:16.438615 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:16.620620 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-32ac6840-fe74-4762-ac8a-44e18d8afd39 req-70faf652-5be3-43ec-a797-a9d3285bb25f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 210 time: 0.0613410 Aug 20 19:12:16.844015 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99d6975-569a-45b2-bda0-c34ef8c2f556 {{(pid=79347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:12:16.852198 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:16.866936 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Transition to ACTIVE for port object a99d6975-569a-45b2-bda0-c34ef8c2f556 will not be triggered until provisioned by entity L2. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:12:16.870172 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:16.873716 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:17.001465 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Pushing event updated for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:17.031072 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:17.116790 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Attempting to bind port a99d6975-569a-45b2-bda0-c34ef8c2f556 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:12:17.117170 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Attempting to bind port a99d6975-569a-45b2-bda0-c34ef8c2f556 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:12:17.117499 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Attempting to bind port a99d6975-569a-45b2-bda0-c34ef8c2f556 on network 3af70502-992e-42b2-a2d8-90d96e009dba {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:12:17.122946 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Port a99d6975-569a-45b2-bda0-c34ef8c2f556 on network 3af70502-992e-42b2-a2d8-90d96e009dba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:12:17.123271 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Attempting to bind port a99d6975-569a-45b2-bda0-c34ef8c2f556 on network 3af70502-992e-42b2-a2d8-90d96e009dba {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:12:17.128677 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:12:17.129050 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Checking segment: {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:12:17.129434 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Bound using segment: {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:12:17.129862 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Bound port: a99d6975-569a-45b2-bda0-c34ef8c2f556, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d42469-1bb2-489b-9571-25b2591e413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba'}}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:12:17.130211 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:17.228455 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, cleared binding levels {{(pid=79347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:12:17.231394 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:12:17.236202 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:17.241252 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8cdd6f36-e33e-48a0-bf01-6be6630c3d08 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:17.298162 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:17.298749 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:17.300080 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] 10.222.0.11 "PUT /v2.0/ports/a99d6975-569a-45b2-bda0-c34ef8c2f556 HTTP/1.1" status: 200 len: 1094 time: 1.0172660 Aug 20 19:12:17.300586 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:17.327878 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Pushing event updated for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=3']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:17.331566 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:17.352160 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'status': 'completed', 'code': 200} Aug 20 19:12:17.487297 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-25cb389f-dcca-40a4-b17a-6f2db44348a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:17.489008 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-25cb389f-dcca-40a4-b17a-6f2db44348a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 1097 time: 0.1041765 Aug 20 19:12:17.601811 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-a6f5b38f-c75b-48af-9c38-6b0cd764a640 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556 HTTP/1.1" status: 200 len: 217 time: 0.0731559 Aug 20 19:12:17.691769 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bdd15-271d-41c5-82df-9f95bc4dd2f7 req-4fbbdb28-bfe6-45a8-84a0-ad12c60a16b0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:17.692491 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c59bdd15-271d-41c5-82df-9f95bc4dd2f7 req-4fbbdb28-bfe6-45a8-84a0-ad12c60a16b0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Synchronizing usage tracker for tenant:17f83d4853ad423a945233da3c49aa94 on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:17.696798 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-62aa2e6c-f4e8-4bb4-be82-6b69221b3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:17.698220 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-62aa2e6c-f4e8-4bb4-be82-6b69221b3a05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 200 len: 855 time: 0.0884550 Aug 20 19:12:17.711008 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-c59bdd15-271d-41c5-82df-9f95bc4dd2f7 req-4fbbdb28-bfe6-45a8-84a0-ad12c60a16b0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Unset dirty status for tenant:17f83d4853ad423a945233da3c49aa94 on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:17.712087 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c59bdd15-271d-41c5-82df-9f95bc4dd2f7 req-4fbbdb28-bfe6-45a8-84a0-ad12c60a16b0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.2169671 Aug 20 19:12:17.829393 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9ddbf826-a3e6-438d-a215-8f1ae3666cb3 req-6173b73f-ea6d-442d-99b3-b510a50935cd tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 210 time: 0.0904222 Aug 20 19:12:17.854011 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c59bdd15-271d-41c5-82df-9f95bc4dd2f7 req-6420293b-be59-4da5-8170-64a2b3382944 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323590 Aug 20 19:12:17.893049 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-0fe44958-1bb1-4ef4-855c-4225b9908ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:17.893049 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-0fe44958-1bb1-4ef4-855c-4225b9908ef8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3af70502-992e-42b2-a2d8-90d96e009dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1507821 Aug 20 19:12:18.007449 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-367e8214-4a5a-46a5-afad-cffd2ff38de3 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:18.009003 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-367e8214-4a5a-46a5-afad-cffd2ff38de3 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 815 time: 0.1533711 Aug 20 19:12:18.034049 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Request body: {'port': {'device_id': '872a9b3a-a355-4afb-8b9c-7fc9b0965f05', 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b', 'admin_state_up': True, 'tenant_id': 'afa16b7d45c247f996050015b3efcb4e'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:18.142111 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-0516f811-34f4-4257-a80d-b7197ea88cc2 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421787 Aug 20 19:12:18.190812 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:18.201312 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:18.213501 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Made reservation on behalf of afa16b7d45c247f996050015b3efcb4e for: {'port': 1} {{(pid=79348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:12:18.217045 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:18.281479 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a5ab59f7-1344-455f-8e67-9d77624335b3 req-50ba5044-97bf-408b-8be0-ea4263cdf49e service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309242 Aug 20 19:12:18.379261 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Allocated IP 172.20.0.6 (a9d77e3d-2b0d-4f5b-a281-16a25b87980b/fbccf861-7324-47a4-ad55-10e74522d640/bdca6094-b986-4245-a695-111e37eb0f3b) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:12:18.492556 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-38dfca4d-b07b-48d0-a715-70102d3601bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:18.494247 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-38dfca4d-b07b-48d0-a715-70102d3601bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 1097 time: 0.0740385 Aug 20 19:12:18.589074 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:18.623336 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:18.632732 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-f3716666-9ca6-41f2-ba39-94b4d7b9d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:18.634216 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-f3716666-9ca6-41f2-ba39-94b4d7b9d624 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 917 time: 0.1317201 Aug 20 19:12:18.635517 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c27f0b8a-cc8e-47bd-9f49-0516237a983c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:18.666496 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['00adce39-80eb-4444-8125-f44db2c1a1e3', '473b4fb7-6e84-4248-8103-eff9e00f9621', '5507c42b-9c04-4381-b130-b7aa232c9b91'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:12:18.685593 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Network a9d77e3d-2b0d-4f5b-a281-16a25b87980b is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:12:18.703568 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:12:18.706514 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:12:18.711364 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-19dc8a85-6475-43a7-a26a-1267b465d48d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556 HTTP/1.1" status: 200 len: 217 time: 0.0688031 Aug 20 19:12:18.795070 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Pushing event updated for resources: {'Port': ['ID=bdca6094-b986-4245-a695-111e37eb0f3b,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:18.795474 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-37ac489b-bba2-4288-bef7-26bb4fad0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:18.797080 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-37ac489b-bba2-4288-bef7-26bb4fad0433 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 200 len: 855 time: 0.0747302 Aug 20 19:12:18.801590 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:18.811737 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:18.812473 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:18.848345 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-dd72e445-bf15-41c7-a24a-48f0ead6bd9a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8189354 Aug 20 19:12:18.870899 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Request body: {'port': {'device_id': '872a9b3a-a355-4afb-8b9c-7fc9b0965f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:18.893920 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-96c0c09d-1e58-43cb-9543-d53b381551e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:18.895378 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-96c0c09d-1e58-43cb-9543-d53b381551e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3af70502-992e-42b2-a2d8-90d96e009dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894284 Aug 20 19:12:19.007715 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:19.199250 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-326396b4-af02-42a1-97ba-7a20162dd88b service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932580 Aug 20 19:12:19.247171 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfbdef-77f9-4cee-9a55-59a3da5b2528 req-6cee4933-0881-4fb7-ae04-a50f301b4fb1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:19.248616 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bfbfbdef-77f9-4cee-9a55-59a3da5b2528 req-6cee4933-0881-4fb7-ae04-a50f301b4fb1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 931 time: 0.2901013 Aug 20 19:12:19.295277 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee62f7-e1d3-44c3-936c-9934fe271efe req-5ae5d9c3-8a7c-4be8-9e1f-d58b0834e372 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:19.296706 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a6ee62f7-e1d3-44c3-936c-9934fe271efe req-5ae5d9c3-8a7c-4be8-9e1f-d58b0834e372 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.2603884 Aug 20 19:12:19.362184 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdca6094-b986-4245-a695-111e37eb0f3b {{(pid=79348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:12:19.369254 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:19.384193 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.provisioning_blocks [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Transition to ACTIVE for port object bdca6094-b986-4245-a695-111e37eb0f3b will not be triggered until provisioned by entity L2. {{(pid=79348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:12:19.388990 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:19.393927 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b7da3057-9493-4b98-9753-ada4fcf02dc1 tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:19.421438 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bfbfbdef-77f9-4cee-9a55-59a3da5b2528 req-2be74a0b-7ddb-403a-9e2d-b1a7e5c03c25 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532230 Aug 20 19:12:19.437484 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a6ee62f7-e1d3-44c3-936c-9934fe271efe req-eaf5003b-6415-44bb-9333-848ddd50670f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967829 Aug 20 19:12:19.439402 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88cae50a-b13b-468d-8dd9-b653d9619f55 req-db2a7013-a9c6-4e52-9e60-aa1dcf94ce5e service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288954 Aug 20 19:12:19.618752 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Pushing event updated for resources: {'Port': ['ID=bdca6094-b986-4245-a695-111e37eb0f3b,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:19.625216 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:19.688627 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Attempting to bind port bdca6094-b986-4245-a695-111e37eb0f3b on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:12:19.688972 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Attempting to bind port bdca6094-b986-4245-a695-111e37eb0f3b by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:12:19.689297 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Attempting to bind port bdca6094-b986-4245-a695-111e37eb0f3b on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:12:19.694325 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Port bdca6094-b986-4245-a695-111e37eb0f3b on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:12:19.694650 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Attempting to bind port bdca6094-b986-4245-a695-111e37eb0f3b on network a9d77e3d-2b0d-4f5b-a281-16a25b87980b {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:12:19.699608 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:12:19.699934 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Checking segment: {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:12:19.700307 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Bound using segment: {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'} {{(pid=79348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:12:19.700723 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.managers [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Bound port: bdca6094-b986-4245-a695-111e37eb0f3b, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e76cbe-e4d7-4c34-9835-431287c4eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b'}}] {{(pid=79348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:12:19.701101 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:19.789765 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] For port bdca6094-b986-4245-a695-111e37eb0f3b, host hv-cinder-80528, cleared binding levels {{(pid=79348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:12:19.792482 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] For port bdca6094-b986-4245-a695-111e37eb0f3b, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=bdca6094-b986-4245-a695-111e37eb0f3b,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:12:19.796813 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:19.801062 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-252318d8-3ee1-449a-9664-99e85944f234 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:19.856007 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:19.856722 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:19.857965 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] 10.222.0.11 "PUT /v2.0/ports/bdca6094-b986-4245-a695-111e37eb0f3b HTTP/1.1" status: 200 len: 1093 time: 0.9930596 Aug 20 19:12:19.858464 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872a9b3a-a355-4afb-8b9c-7fc9b0965f05', 'tag': 'bdca6094-b986-4245-a695-111e37eb0f3b'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:19.878743 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Pushing event updated for resources: {'Port': ['ID=bdca6094-b986-4245-a695-111e37eb0f3b,revision_number=3']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:19.883585 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:19.962253 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872a9b3a-a355-4afb-8b9c-7fc9b0965f05', 'tag': 'bdca6094-b986-4245-a695-111e37eb0f3b', 'status': 'completed', 'code': 200} Aug 20 19:12:20.002798 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-ac0824cb-ae6b-46ee-8e25-d735843532bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:20.004253 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-ac0824cb-ae6b-46ee-8e25-d735843532bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 1096 time: 0.0787859 Aug 20 19:12:20.081617 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-5a3f9278-efde-46bc-82d8-7a4e7bd1cc34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdca6094-b986-4245-a695-111e37eb0f3b HTTP/1.1" status: 200 len: 217 time: 0.0626957 Aug 20 19:12:20.147071 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-8ed61a8a-f4c4-4cc2-84f1-8902ff6f451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:20.148453 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-8ed61a8a-f4c4-4cc2-84f1-8902ff6f451c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbccf861-7324-47a4-ad55-10e74522d640 HTTP/1.1" status: 200 len: 855 time: 0.0593374 Aug 20 19:12:20.195905 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-e39c4b78-d175-4b3e-a8ae-cb13ca56bbf4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391908 Aug 20 19:12:20.324834 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-69270fc4-89f6-4a3d-8b7e-58c0aa1920c3 service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213248 Aug 20 19:12:20.462556 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-c62f7740-a2a5-4c68-b7ce-df7a034a4ffe req-9fd5a0a4-4668-43f3-a357-2442d08c8cbe service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305430 Aug 20 19:12:20.661739 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62c345-4076-4b07-b315-c1ac3e5f4f54 req-846142ac-a498-4d5e-92ac-e054565c84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:20.663849 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9a62c345-4076-4b07-b315-c1ac3e5f4f54 req-846142ac-a498-4d5e-92ac-e054565c84d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afa16b7d45c247f996050015b3efcb4e&device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 1096 time: 0.0736079 Aug 20 19:12:20.689775 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c38b6-ad2f-43d1-93e2-90cb33af7939 req-9b0f60c3-1228-4322-a7f5-c7d46a5e23ec tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:20.691248 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6d8c38b6-ad2f-43d1-93e2-90cb33af7939 req-9b0f60c3-1228-4322-a7f5-c7d46a5e23ec tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 943 time: 0.1479185 Aug 20 19:12:20.699302 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43621-7f80-4b4e-8e7d-b35c3c586ce5 req-0c9bbf57-451a-4f0d-a42b-a31f4bd9a67f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:20.700695 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8cc43621-7f80-4b4e-8e7d-b35c3c586ce5 req-0c9bbf57-451a-4f0d-a42b-a31f4bd9a67f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.1221907 Aug 20 19:12:20.775301 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8cc43621-7f80-4b4e-8e7d-b35c3c586ce5 req-c73bb136-3b82-4607-9eaf-bc8e330621ee tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572772 Aug 20 19:12:20.778162 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6d8c38b6-ad2f-43d1-93e2-90cb33af7939 req-6c6c9a43-de73-4283-a6d5-8b41ba2eab1f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763826 Aug 20 19:12:20.797223 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62c345-4076-4b07-b315-c1ac3e5f4f54 req-adeddd3c-9e1d-4c16-8bf6-a6e88697309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:20.798639 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9a62c345-4076-4b07-b315-c1ac3e5f4f54 req-adeddd3c-9e1d-4c16-8bf6-a6e88697309c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 200 len: 916 time: 0.1275249 Aug 20 19:12:20.866858 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9a62c345-4076-4b07-b315-c1ac3e5f4f54 req-01c6b732-4223-4706-904c-bf363d2f5aa0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdca6094-b986-4245-a695-111e37eb0f3b HTTP/1.1" status: 200 len: 217 time: 0.0602639 Aug 20 19:12:20.935413 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62c345-4076-4b07-b315-c1ac3e5f4f54 req-953cca57-9e2c-4b33-83bf-82b317ab8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:20.936891 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9a62c345-4076-4b07-b315-c1ac3e5f4f54 req-953cca57-9e2c-4b33-83bf-82b317ab8354 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbccf861-7324-47a4-ad55-10e74522d640 HTTP/1.1" status: 200 len: 855 time: 0.0630591 Aug 20 19:12:20.994184 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9a62c345-4076-4b07-b315-c1ac3e5f4f54 req-e1657286-234d-46b0-a510-8fcf44554e87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9d77e3d-2b0d-4f5b-a281-16a25b87980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424073 Aug 20 19:12:21.124567 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9a62c345-4076-4b07-b315-c1ac3e5f4f54 req-c664cdcf-e54e-4c75-bd94-e783ed481cff service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224287 Aug 20 19:12:21.343362 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9a62c345-4076-4b07-b315-c1ac3e5f4f54 req-96069e5e-8df7-4ab7-adf0-16cc1abf75eb service neutron] 10.222.0.11 "GET /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118402 Aug 20 19:12:22.025682 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08139325-b573-4659-b953-f386c106deb9 req-c7aeffd3-5e65-4a31-9734-2b94353240b7 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:22.027142 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-08139325-b573-4659-b953-f386c106deb9 req-c7aeffd3-5e65-4a31-9734-2b94353240b7 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 943 time: 0.1427357 Aug 20 19:12:22.034433 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0c77d-aa47-4b76-a3a0-72fc5d9942dc req-8a632d0b-b4c6-4801-94b9-ded580ee2917 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:22.035772 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-40e0c77d-aa47-4b76-a3a0-72fc5d9942dc req-8a632d0b-b4c6-4801-94b9-ded580ee2917 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.1200128 Aug 20 19:12:22.109558 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-40e0c77d-aa47-4b76-a3a0-72fc5d9942dc req-3d76321e-3381-4b7a-9c1d-5abd8db2b51f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602527 Aug 20 19:12:22.111989 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-08139325-b573-4659-b953-f386c106deb9 req-2eaf59d9-e4cc-4057-acd8-ed42543146e8 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753751 Aug 20 19:12:22.729306 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a99d6975-569a-45b2-bda0-c34ef8c2f556 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:12:22.859292 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:22.872806 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'port_id': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'mac_address': 'fa:16:3e:4f:60:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:12:22.936582 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:22.953772 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99d6975-569a-45b2-bda0-c34ef8c2f556 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:12:22.969124 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:22.972788 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:22.974485 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:23.036465 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:23.039794 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:23.454043 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800a5a1-fea0-4261-baa2-9d8ce7fc5e22 req-03c391e4-64e7-4183-8f3d-9f6acbaf9458 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:23.455564 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3800a5a1-fea0-4261-baa2-9d8ce7fc5e22 req-03c391e4-64e7-4183-8f3d-9f6acbaf9458 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 945 time: 0.2393305 Aug 20 19:12:23.465999 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17860bb-7534-40fa-969a-0c67ab36a90f req-dfe197cf-0ee1-4d19-adec-e625fa4753b5 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:23.467378 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d17860bb-7534-40fa-969a-0c67ab36a90f req-dfe197cf-0ee1-4d19-adec-e625fa4753b5 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 943 time: 0.2523432 Aug 20 19:12:23.530478 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3800a5a1-fea0-4261-baa2-9d8ce7fc5e22 req-524dedc1-44c6-493f-b490-81be3614f810 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621746 Aug 20 19:12:23.539936 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d17860bb-7534-40fa-969a-0c67ab36a90f req-004b272d-ae5b-45c0-a2bc-e27d76c46e63 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588524 Aug 20 19:12:23.663704 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['a99d6975-569a-45b2-bda0-c34ef8c2f556'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:12:24.737282 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device bdca6094-b986-4245-a695-111e37eb0f3b details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:12:24.786510 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e150-b65f-40e1-a65b-e51ad487cdb9 req-09230549-7ea4-4924-ad18-0648f0d768b4 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:24.788541 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7441e150-b65f-40e1-a65b-e51ad487cdb9 req-09230549-7ea4-4924-ad18-0648f0d768b4 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 943 time: 0.1421466 Aug 20 19:12:24.795728 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd2a78-10f3-4362-b866-4a79cc74b28e req-d80cf453-05a0-42e0-80f1-48c7210da7aa tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:24.797253 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88fd2a78-10f3-4362-b866-4a79cc74b28e req-d80cf453-05a0-42e0-80f1-48c7210da7aa tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 945 time: 0.1196203 Aug 20 19:12:24.867251 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7441e150-b65f-40e1-a65b-e51ad487cdb9 req-1198c547-33a0-474a-9743-8fa2f5426fe3 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692124 Aug 20 19:12:24.871756 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-88fd2a78-10f3-4362-b866-4a79cc74b28e req-6802e6a6-9f39-4636-af77-110ef788a494 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609436 Aug 20 19:12:24.874521 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port bdca6094-b986-4245-a695-111e37eb0f3b, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=bdca6094-b986-4245-a695-111e37eb0f3b,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:24.890244 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'bdca6094-b986-4245-a695-111e37eb0f3b', 'network_id': 'a9d77e3d-2b0d-4f5b-a281-16a25b87980b', 'port_id': 'bdca6094-b986-4245-a695-111e37eb0f3b', 'mac_address': 'fa:16:3e:20:5d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbccf861-7324-47a4-ad55-10e74522d640', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:12:24.947017 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:24.965119 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdca6094-b986-4245-a695-111e37eb0f3b {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:12:24.981032 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port bdca6094-b986-4245-a695-111e37eb0f3b, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=bdca6094-b986-4245-a695-111e37eb0f3b,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:24.985253 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:24.987435 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:25.055702 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=bdca6094-b986-4245-a695-111e37eb0f3b,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:25.058833 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:25.554547 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['bdca6094-b986-4245-a695-111e37eb0f3b'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:12:26.113695 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f2828-b55b-44a5-a372-ab2b80a62928 req-0d356f92-8b5c-4475-819e-22e9c0f494b7 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:26.115155 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b64f2828-b55b-44a5-a372-ab2b80a62928 req-0d356f92-8b5c-4475-819e-22e9c0f494b7 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 944 time: 0.1375642 Aug 20 19:12:26.123681 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf592f-bfdf-4c35-9b50-bc96916af9a7 req-ed7dd214-b137-4deb-8ddb-c0e310cf6f4c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:26.125028 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-70bf592f-bfdf-4c35-9b50-bc96916af9a7 req-ed7dd214-b137-4deb-8ddb-c0e310cf6f4c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 945 time: 0.1455417 Aug 20 19:12:26.196336 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b64f2828-b55b-44a5-a372-ab2b80a62928 req-20528dd3-702c-4f69-8fa4-7032bf3e4c51 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703099 Aug 20 19:12:26.200425 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-70bf592f-bfdf-4c35-9b50-bc96916af9a7 req-0fcef13e-e198-44f5-a3c8-26ed4385d859 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616186 Aug 20 19:12:26.765256 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a99d6975-569a-45b2-bda0-c34ef8c2f556 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:12:26.854184 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port a99d6975-569a-45b2-bda0-c34ef8c2f556 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:12:26.858626 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port a99d6975-569a-45b2-bda0-c34ef8c2f556 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:12:26.859008 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:26.971158 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:26.997789 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:27.007776 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:27.014450 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:27.016345 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:27.045535 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'code': 200} Aug 20 19:12:27.082470 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:27.085543 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:27.323746 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9e479-cf0a-4e89-81b1-cb007da0d2bd req-8faa55ee-0a1f-4a7a-b9c1-7f5d9adfc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:27.325231 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1bd9e479-cf0a-4e89-81b1-cb007da0d2bd req-8faa55ee-0a1f-4a7a-b9c1-7f5d9adfc86e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 1099 time: 0.0776393 Aug 20 19:12:27.368588 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-1bd9e479-cf0a-4e89-81b1-cb007da0d2bd req-aed50542-a3e5-4f1c-b103-3ada77d1b9ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345232 Aug 20 19:12:27.445241 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f53d4a-a08b-4121-a967-7964baeb5e52 req-85f50b3d-6461-4519-839f-3194e6e2ad34 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:27.446682 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b5f53d4a-a08b-4121-a967-7964baeb5e52 req-85f50b3d-6461-4519-839f-3194e6e2ad34 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.1085937 Aug 20 19:12:27.454906 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff90690-e22e-4608-991a-c4ae11639d41 req-c16c7ee4-26e3-490c-8c1d-9cd15eb9434e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:27.456114 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6ff90690-e22e-4608-991a-c4ae11639d41 req-c16c7ee4-26e3-490c-8c1d-9cd15eb9434e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 944 time: 0.1496704 Aug 20 19:12:27.503274 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 48890) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:27.526582 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b5f53d4a-a08b-4121-a967-7964baeb5e52 req-25a1d9f1-d071-409a-9f57-02112441e1aa tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695264 Aug 20 19:12:27.529241 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6ff90690-e22e-4608-991a-c4ae11639d41 req-14fc5424-8975-492d-8ad6-e215fbc8fdcb tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584869 Aug 20 19:12:27.565753 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_v2 [None req-5562ab5b-f95d-424e-9e15-d533b64a3e1e admin admin] Deleting subnet 64dc7e29-8546-4a36-b38b-8afecfec67f7 {{(pid=79348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:12:27.568591 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5562ab5b-f95d-424e-9e15-d533b64a3e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:27.618997 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5562ab5b-f95d-424e-9e15-d533b64a3e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300639'] for subnet, precommit_delete_associations {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:27.670656 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5562ab5b-f95d-424e-9e15-d533b64a3e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:27.735331 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5562ab5b-f95d-424e-9e15-d533b64a3e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847301'] for subnet, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:27.739946 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d7e09bb4-0877-4d4f-9b47-759535ab8961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:27.775742 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562ab5b-f95d-424e-9e15-d533b64a3e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64dc7e29-8546-4a36-b38b-8afecfec67f7,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:27.778761 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-5562ab5b-f95d-424e-9e15-d533b64a3e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:27.779702 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-5562ab5b-f95d-424e-9e15-d533b64a3e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:27.785263 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-5562ab5b-f95d-424e-9e15-d533b64a3e1e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/64dc7e29-8546-4a36-b38b-8afecfec67f7 HTTP/1.1" status: 204 len: 168 time: 0.2809725 Aug 20 19:12:27.788222 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 48894) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:27.885673 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.008666 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.020608 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebdb8f5-f737-4bea-b0b7-550b4c3eca82']}} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:28.032793 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622f2aa0-ba3a-4a51-b066-74953e8eeaec') {'for_net_delete': True} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:28.033116 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622f2aa0-ba3a-4a51-b066-74953e8eeaec') {} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:28.043939 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300608'] for segment, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.059512 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.065607 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=79348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:12:28.065988 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300163'] for segment, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: Traceback (most recent call last): Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: timer() Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: cb(*args, **kw) Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: return func(*args, **kwargs) Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: self._notify() Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: self.callback(batched_events) Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: event.method(event) Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: return f(self, *a, **k) Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: return self._get(url).json() Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: return self.request(url, 'GET', **kwargs) Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:12:28.079169 dv-cinder-805283-1-smb neutron-server[79348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:12:28.157014 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.160643 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:28.173979 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.183684 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebdb8f5-f737-4bea-b0b7-550b4c3eca82,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:28.186699 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:28.191771 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-1c2ddf9c-5aae-419c-9619-f6c68341ac4e admin admin] 10.222.0.50 "DELETE /v2.0/networks/6ebdb8f5-f737-4bea-b0b7-550b4c3eca82 HTTP/1.1" status: 204 len: 168 time: 0.4026659 Aug 20 19:12:28.307350 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 48900) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:28.354927 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-e26a9a6e-91f8-48c0-8a96-2b69925342d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3492a6dde6714f72bffa51c1bd44af5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463953 Aug 20 19:12:28.357162 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 48904) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:28.412224 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3d39-bbb8-46c9-8245-d635fed491a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.437008 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3d39-bbb8-46c9-8245-d635fed491a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.488609 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3d39-bbb8-46c9-8245-d635fed491a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.493231 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-6ac97c58-b47e-404e-96b7-c7e6da161afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:28.505245 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab3d39-bbb8-46c9-8245-d635fed491a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b3eb44-eb05-4f6c-8c4b-50290a2edfcf,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:28.507775 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f9ab3d39-bbb8-46c9-8245-d635fed491a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:28.515587 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3d39-bbb8-46c9-8245-d635fed491a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.516674 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-f9ab3d39-bbb8-46c9-8245-d635fed491a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74b3eb44-eb05-4f6c-8c4b-50290a2edfcf HTTP/1.1" status: 204 len: 168 time: 0.1586688 Aug 20 19:12:28.782032 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device bdca6094-b986-4245-a695-111e37eb0f3b up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:12:28.788325 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ffcec-ef30-45d5-94aa-0aa4ed27ff3c req-b90c3421-9c07-4762-9c8c-7d7f0ca6c579 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:28.789916 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a11ffcec-ef30-45d5-94aa-0aa4ed27ff3c req-b90c3421-9c07-4762-9c8c-7d7f0ca6c579 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.1208529 Aug 20 19:12:28.797624 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04a086-532a-467b-a52b-c7ed1261568d req-72803f51-08e2-4d19-91cc-4af59441e153 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:28.799166 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e04a086-532a-467b-a52b-c7ed1261568d req-72803f51-08e2-4d19-91cc-4af59441e153 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 944 time: 0.1610050 Aug 20 19:12:28.854099 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port bdca6094-b986-4245-a695-111e37eb0f3b completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:12:28.859072 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port bdca6094-b986-4245-a695-111e37eb0f3b triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:12:28.859448 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.872633 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a11ffcec-ef30-45d5-94aa-0aa4ed27ff3c req-896412f6-6af3-4416-b4fd-e2a185c6814a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724769 Aug 20 19:12:28.876931 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4e04a086-532a-467b-a52b-c7ed1261568d req-328f4d82-fa84-4770-b593-3f62cacc16c6 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634208 Aug 20 19:12:28.979971 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:29.011908 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port bdca6094-b986-4245-a695-111e37eb0f3b, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=bdca6094-b986-4245-a695-111e37eb0f3b,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:29.015634 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:29.017482 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:29.048958 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872a9b3a-a355-4afb-8b9c-7fc9b0965f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdca6094-b986-4245-a695-111e37eb0f3b'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:29.084778 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=bdca6094-b986-4245-a695-111e37eb0f3b,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:29.088608 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:29.101817 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872a9b3a-a355-4afb-8b9c-7fc9b0965f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdca6094-b986-4245-a695-111e37eb0f3b', 'code': 200} Aug 20 19:12:29.536266 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a14e5-d2c6-4310-89b1-b9fd58788684 req-41190b13-d110-4263-baa9-e58679118ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:29.538334 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-048a14e5-d2c6-4310-89b1-b9fd58788684 req-41190b13-d110-4263-baa9-e58679118ff1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 1098 time: 0.0744262 Aug 20 19:12:29.579189 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-048a14e5-d2c6-4310-89b1-b9fd58788684 req-cd292bf5-55a5-4389-8f1c-c644cfff2431 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340226 Aug 20 19:12:30.116398 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e7421-c863-41e8-b3bc-51a55ca4d2ef req-f3bdab56-f919-4401-9ae0-93363391cba6 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:30.117878 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e1e7421-c863-41e8-b3bc-51a55ca4d2ef req-f3bdab56-f919-4401-9ae0-93363391cba6 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 945 time: 0.1376436 Aug 20 19:12:30.125963 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5df79-c092-49de-ac93-257051f0a8de req-e74f5807-409b-4751-a9b0-0513b3c57213 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:30.127329 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b1a5df79-c092-49de-ac93-257051f0a8de req-e74f5807-409b-4751-a9b0-0513b3c57213 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.1451898 Aug 20 19:12:30.195138 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1e1e7421-c863-41e8-b3bc-51a55ca4d2ef req-2f5e29b2-40b2-4c94-a881-f21bad896839 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667930 Aug 20 19:12:30.204633 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b1a5df79-c092-49de-ac93-257051f0a8de req-68651a2d-e27a-44ec-bbd1-adb07a3b09ba tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630765 Aug 20 19:12:30.381683 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f11b2-e4f0-493a-a1de-ed9a1147765d req-e9ddd570-9c4c-4e13-8cc7-fda4ca8f03bd tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:30.383115 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7b1f11b2-e4f0-493a-a1de-ed9a1147765d req-e9ddd570-9c4c-4e13-8cc7-fda4ca8f03bd tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0783074 Aug 20 19:12:30.391886 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 48922) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:30.397437 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [None req-1689d30a-d005-4e72-98ae-4caa8e5b2700 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Request body: {'floatingip': {'port_id': 'a99d6975-569a-45b2-bda0-c34ef8c2f556'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:30.475644 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1689d30a-d005-4e72-98ae-4caa8e5b2700 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:31.157696 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1689d30a-d005-4e72-98ae-4caa8e5b2700 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:31.161942 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1689d30a-d005-4e72-98ae-4caa8e5b2700 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:31.385313 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.l3_db [None req-1689d30a-d005-4e72-98ae-4caa8e5b2700 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Floating IP 071bd1d7-ebe1-48db-abab-0f282e7a153f associated. External IP: 172.28.2.33, port: a99d6975-569a-45b2-bda0-c34ef8c2f556. Aug 20 19:12:31.541196 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2f16b-f995-416d-bc26-81fffcba1f6b req-19f2d59f-9684-4e67-8103-22a9fe89ba5e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:31.542644 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d0f2f16b-f995-416d-bc26-81fffcba1f6b req-19f2d59f-9684-4e67-8103-22a9fe89ba5e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 945 time: 0.2247059 Aug 20 19:12:31.611246 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d0f2f16b-f995-416d-bc26-81fffcba1f6b req-b1bac112-6d0b-4139-864a-cac753a3b207 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542991 Aug 20 19:12:31.788640 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1689d30a-d005-4e72-98ae-4caa8e5b2700 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:12:31.965166 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1689d30a-d005-4e72-98ae-4caa8e5b2700 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:12:31.969972 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-1689d30a-d005-4e72-98ae-4caa8e5b2700 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:31.975382 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] Sync routers for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:12:31.984456 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:12:31.985115 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:12:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:32.022881 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-1689d30a-d005-4e72-98ae-4caa8e5b2700 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "PUT /v2.0/floatingips/071bd1d7-ebe1-48db-abab-0f282e7a153f HTTP/1.1" status: 200 len: 991 time: 1.6299672 Aug 20 19:12:32.023788 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:32.074192 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'status': 'completed', 'code': 200} Aug 20 19:12:32.165687 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:12:32.210412 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-1675acda-6dee-44ae-971e-f2af1794aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:32.211872 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-1675acda-6dee-44ae-971e-f2af1794aecf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 1099 time: 0.0714018 Aug 20 19:12:32.324943 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-edf5bec2-c26f-4644-8bc6-c31f0a1656ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:32.354200 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-c8360ca2-4f8f-4b1d-a67c-b169009213ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:32.355761 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-c8360ca2-4f8f-4b1d-a67c-b169009213ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 917 time: 0.1358237 Aug 20 19:12:32.461521 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-6f6c087b-1507-4046-bf9c-3cb21b7e504d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556 HTTP/1.1" status: 200 len: 999 time: 0.0968561 Aug 20 19:12:32.518379 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': '071bd1d7-ebe1-48db-abab-0f282e7a153f', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'floating_ip_address': '172.28.2.33', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'port_id': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'mac_address': 'fa:16:3e:4f:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:12:11Z', 'updated_at': '2021-08-20T19:12:31Z', 'revision_number': 1, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:32.522704 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] Checking router: d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:12:32.526324 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-c30cba15-73c4-401d-86a6-3a7b1b3d72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:32.527825 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-c30cba15-73c4-401d-86a6-3a7b1b3d72f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 200 len: 855 time: 0.0598896 Aug 20 19:12:32.530813 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:12:32.531407 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:12:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:32.606276 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-3bd3c7df-e33e-4804-bc8c-561715ed53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:32.607686 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-3bd3c7df-e33e-4804-bc8c-561715ed53e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3af70502-992e-42b2-a2d8-90d96e009dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700293 Aug 20 19:12:32.707258 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:12:32.788917 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:32.830113 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-fc8479f1-098f-48e3-b88f-0b31036e01d8 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094316 Aug 20 19:12:32.935231 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d94fc-73ec-4abf-a750-1cf5d2fc23dc req-9a1cc287-ea63-4cc3-8cf7-c4dada38dac9 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:32.936650 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d81d94fc-73ec-4abf-a750-1cf5d2fc23dc req-9a1cc287-ea63-4cc3-8cf7-c4dada38dac9 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 945 time: 0.2057807 Aug 20 19:12:32.973887 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-42a6f14a-4e3f-4d8b-a052-8e29fc1bc011 req-abb9d4ae-81ff-4657-a55e-05747eabb0b7 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347315 Aug 20 19:12:32.981855 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d81d94fc-73ec-4abf-a750-1cf5d2fc23dc req-58cb29ab-ad6a-453e-b4f5-26b9b6a9d331 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Aug 20 19:12:33.109794 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': '071bd1d7-ebe1-48db-abab-0f282e7a153f', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'floating_ip_address': '172.28.2.33', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'port_id': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'mac_address': 'fa:16:3e:4f:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:12:11Z', 'updated_at': '2021-08-20T19:12:31Z', 'revision_number': 1, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:33.113657 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed22ee8-8f0d-4831-a3a5-afc984f540b9 None None] The sync data for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb is: [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': '071bd1d7-ebe1-48db-abab-0f282e7a153f', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'floating_ip_address': '172.28.2.33', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'port_id': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'mac_address': 'fa:16:3e:4f:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:12:11Z', 'updated_at': '2021-08-20T19:12:31Z', 'revision_number': 1, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:12:33.336044 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee9c8b-6dc8-4fc4-9f04-1ef31c352654 None None] New status for floating IP 071bd1d7-ebe1-48db-abab-0f282e7a153f: ACTIVE {{(pid=79350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:12:34.840192 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94befd17-8aae-4e62-b150-56744b29799f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:35.891177 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:37.189713 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:38.199112 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:39.616121 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:12:40.733446 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43667f73-f7de-41e7-9606-097e57cfec29 req-73d88528-ab68-48a7-b0b1-c3e46bd206f5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:40.734891 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-43667f73-f7de-41e7-9606-097e57cfec29 req-73d88528-ab68-48a7-b0b1-c3e46bd206f5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0787656 Aug 20 19:12:40.781337 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-43667f73-f7de-41e7-9606-097e57cfec29 req-9c392bfc-e1e2-4535-a8c6-1aeb6ec568bd tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 Aug 20 19:12:41.739549 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199edcd8-4220-4d21-a320-32a39ff01df4 req-472f7142-6926-4846-b17f-7da2e0e6bf33 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:41.741019 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-199edcd8-4220-4d21-a320-32a39ff01df4 req-472f7142-6926-4846-b17f-7da2e0e6bf33 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 945 time: 0.0786602 Aug 20 19:12:41.784782 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-199edcd8-4220-4d21-a320-32a39ff01df4 req-edaedb12-ce41-42a6-ae0c-07420d7ea51d tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Aug 20 19:12:41.967138 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba6fd6-3adb-4921-a599-a60a217c2a46 req-8b465900-b811-488a-ad76-74d42472c329 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:41.968567 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3dba6fd6-3adb-4921-a599-a60a217c2a46 req-8b465900-b811-488a-ad76-74d42472c329 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0817058 Aug 20 19:12:42.012404 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3dba6fd6-3adb-4921-a599-a60a217c2a46 req-32bf8325-b373-48f3-88c5-7fcaa4431502 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382481 Aug 20 19:12:42.963238 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd391b9-3007-44a0-82f7-211c3f0c59dc req-7c33d357-cb25-4ba9-b545-1f4c47518bd9 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:42.964681 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5bd391b9-3007-44a0-82f7-211c3f0c59dc req-7c33d357-cb25-4ba9-b545-1f4c47518bd9 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 945 time: 0.0773964 Aug 20 19:12:43.011387 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5bd391b9-3007-44a0-82f7-211c3f0c59dc req-14446554-9978-48bb-86cc-4bea25cd3658 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Aug 20 19:12:43.194125 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6cfb-a485-42e3-82b1-22c23a149c02 req-d335de78-fb12-4a4f-9f57-b82c06b71829 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:43.195621 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8c3e6cfb-a485-42e3-82b1-22c23a149c02 req-d335de78-fb12-4a4f-9f57-b82c06b71829 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0779233 Aug 20 19:12:43.240139 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8c3e6cfb-a485-42e3-82b1-22c23a149c02 req-22e1ab60-bd19-498b-ba6b-99f837044103 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390017 Aug 20 19:12:44.347070 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66039de-5842-41a8-ae0e-f0c4b7ea080f req-85cf2797-8899-47f7-9f51-7920313270b6 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:44.348572 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e66039de-5842-41a8-ae0e-f0c4b7ea080f req-85cf2797-8899-47f7-9f51-7920313270b6 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 945 time: 0.0839853 Aug 20 19:12:44.440913 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e66039de-5842-41a8-ae0e-f0c4b7ea080f req-086d9c04-5222-4984-94ac-606aa3fe5f67 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616820 Aug 20 19:12:44.461725 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f30eb8-1c9d-49ab-82df-210d08b66d8a req-bf612bd3-ee1a-48b1-bb81-953e0f8cd7b0 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:44.463206 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-05f30eb8-1c9d-49ab-82df-210d08b66d8a req-bf612bd3-ee1a-48b1-bb81-953e0f8cd7b0 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.1137204 Aug 20 19:12:44.510972 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-05f30eb8-1c9d-49ab-82df-210d08b66d8a req-ef96ae17-9f16-48fe-a2c6-38b8aa4ca3b5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 Aug 20 19:12:44.608140 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-0cb3b87d-1560-445c-9de3-9700b0a24783 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:44.608831 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-0cb3b87d-1560-445c-9de3-9700b0a24783 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Synchronizing usage tracker for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:44.624071 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-0cb3b87d-1560-445c-9de3-9700b0a24783 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Unset dirty status for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:44.625217 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-0cb3b87d-1560-445c-9de3-9700b0a24783 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 945 time: 0.0973523 Aug 20 19:12:44.694706 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Deleting port bdca6094-b986-4245-a695-111e37eb0f3b {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:44.695037 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:44.937195 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] For port bdca6094-b986-4245-a695-111e37eb0f3b, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=bdca6094-b986-4245-a695-111e37eb0f3b,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:44.937550 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:45.058199 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Calling delete_port for bdca6094-b986-4245-a695-111e37eb0f3b owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:45.198431 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:45.204228 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-36db1fec-3b9c-41b2-92ef-2ec28ee33cce tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:45.247628 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['00adce39-80eb-4444-8125-f44db2c1a1e3', '473b4fb7-6e84-4248-8103-eff9e00f9621', '5507c42b-9c04-4381-b130-b7aa232c9b91'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:12:45.248469 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Pushing event deleted for resources: {'Port': ['ID=bdca6094-b986-4245-a695-111e37eb0f3b,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:45.250826 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:45.324914 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] No DVR routers for this DVR port bdca6094-b986-4245-a695-111e37eb0f3b on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:12:45.327438 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:45.331366 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872a9b3a-a355-4afb-8b9c-7fc9b0965f05', 'name': 'network-vif-deleted', 'tag': 'bdca6094-b986-4245-a695-111e37eb0f3b'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:45.347044 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-342b9e4e-192b-43b4-a6c6-c0bef3db2607 req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "DELETE /v2.0/ports/bdca6094-b986-4245-a695-111e37eb0f3b HTTP/1.1" status: 204 len: 173 time: 0.7145696 Aug 20 19:12:45.376664 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872a9b3a-a355-4afb-8b9c-7fc9b0965f05', 'name': 'network-vif-deleted', 'tag': 'bdca6094-b986-4245-a695-111e37eb0f3b', 'status': 'completed', 'code': 200} Aug 20 19:12:45.614442 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d91d4495-bf15-4809-bcc6-90069710aba6 req-4e4c1789-1596-472d-bbd9-4031450da796 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=872a9b3a-a355-4afb-8b9c-7fc9b0965f05 HTTP/1.1" status: 200 len: 210 time: 0.0427814 Aug 20 19:12:45.701594 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800754ec-de94-4bec-8a13-26f041c6aa4e req-22766f18-2a8e-4911-9926-bf15701d5b20 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:45.703343 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-800754ec-de94-4bec-8a13-26f041c6aa4e req-22766f18-2a8e-4911-9926-bf15701d5b20 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0795567 Aug 20 19:12:45.752005 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-800754ec-de94-4bec-8a13-26f041c6aa4e req-54c41531-85b9-42e1-806d-8fbeaa17fc6e tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Aug 20 19:12:46.912749 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device bdca6094-b986-4245-a695-111e37eb0f3b no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:12:46.943254 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23903d31-3533-4ce8-96f8-9bdb9ead52bc req-ece89489-6601-40c8-ab33-36738bd9e14e tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:46.944835 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-23903d31-3533-4ce8-96f8-9bdb9ead52bc req-ece89489-6601-40c8-ab33-36738bd9e14e tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0806315 Aug 20 19:12:46.946922 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: bdca6094-b986-4245-a695-111e37eb0f3b {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:12:46.947282 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device bdca6094-b986-4245-a695-111e37eb0f3b not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:12:46.990417 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-23903d31-3533-4ce8-96f8-9bdb9ead52bc req-d71c2d49-5f44-4374-99e8-9b9c83daf47d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397329 Aug 20 19:12:48.179220 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fb36-0df7-49da-9436-5320aea6b3fe req-b3ef60ff-7f9f-4c06-b28d-39e3509ad98b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:48.180794 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4798fb36-0df7-49da-9436-5320aea6b3fe req-b3ef60ff-7f9f-4c06-b28d-39e3509ad98b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0855124 Aug 20 19:12:48.278087 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4798fb36-0df7-49da-9436-5320aea6b3fe req-41750451-68c3-4ad1-8ed5-026e7007bde7 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915504 Aug 20 19:12:48.308768 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aca342-8317-49b2-8312-bc7ac1740ffe req-1678a89b-d016-4783-bb4b-b734c1f5146e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:48.310247 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e9aca342-8317-49b2-8312-bc7ac1740ffe req-1678a89b-d016-4783-bb4b-b734c1f5146e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 946 time: 0.0880878 Aug 20 19:12:48.357292 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e9aca342-8317-49b2-8312-bc7ac1740ffe req-0f5cb04b-77d3-4e07-a321-14b84a78d53a tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Aug 20 19:12:49.477330 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46c95b-005f-4cf1-8675-c3a67a34ce66 req-71a6110d-055b-4a75-9e0e-18ff62a86f5c tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:49.478807 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8f46c95b-005f-4cf1-8675-c3a67a34ce66 req-71a6110d-055b-4a75-9e0e-18ff62a86f5c tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0988169 Aug 20 19:12:49.578469 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8f46c95b-005f-4cf1-8675-c3a67a34ce66 req-d2da87bd-d2c1-4a2b-919d-82be027240c4 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676935 Aug 20 19:12:49.601866 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba08df-a088-49e3-8eba-6d328e963289 req-5c5e0b82-77d9-4caf-bea3-e3a647af79e7 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:49.603344 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1fba08df-a088-49e3-8eba-6d328e963289 req-5c5e0b82-77d9-4caf-bea3-e3a647af79e7 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 946 time: 0.1236711 Aug 20 19:12:49.647779 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1fba08df-a088-49e3-8eba-6d328e963289 req-93c62252-9d58-447d-afc4-27887c6bd232 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 Aug 20 19:12:50.112574 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898770d7-0e00-493e-8565-9e2d4a7cbf3f req-40e83add-8542-45dc-8547-350b6eac8019 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:50.113972 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-898770d7-0e00-493e-8565-9e2d4a7cbf3f req-40e83add-8542-45dc-8547-350b6eac8019 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0778825 Aug 20 19:12:50.161853 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-898770d7-0e00-493e-8565-9e2d4a7cbf3f req-d91e85a7-5261-4146-b63c-4049483112bf tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416059 Aug 20 19:12:50.794699 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-c84f4266-4541-431c-a876-d0032f4f0843 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:50.795312 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-c84f4266-4541-431c-a876-d0032f4f0843 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Synchronizing usage tracker for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:50.810369 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-c84f4266-4541-431c-a876-d0032f4f0843 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Unset dirty status for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:50.811464 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-c84f4266-4541-431c-a876-d0032f4f0843 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 946 time: 0.0973518 Aug 20 19:12:50.833697 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73092168-5a70-4f94-9b8f-466ab58cdc14 req-42756fbf-6c4b-4bcf-ac39-de6c45923e5a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:50.835680 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-73092168-5a70-4f94-9b8f-466ab58cdc14 req-42756fbf-6c4b-4bcf-ac39-de6c45923e5a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.1331301 Aug 20 19:12:50.886761 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Deleting port 5507c42b-9c04-4381-b130-b7aa232c9b91 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:50.887103 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:50.985241 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-73092168-5a70-4f94-9b8f-466ab58cdc14 req-2d355c01-a976-499e-84cf-dda30e45f72c tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433334 Aug 20 19:12:50.997537 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169774e-99bd-4630-9367-ffc1f847713f req-12b2f3e3-16ec-4f3d-a3c2-96ca3f50cb3d tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:50.998757 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8169774e-99bd-4630-9367-ffc1f847713f req-12b2f3e3-16ec-4f3d-a3c2-96ca3f50cb3d tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 946 time: 0.2280784 Aug 20 19:12:51.056377 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8169774e-99bd-4630-9367-ffc1f847713f req-7ab1fe59-4594-41b3-a102-a7b5e401a0af tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506706 Aug 20 19:12:51.154262 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] For port 5507c42b-9c04-4381-b130-b7aa232c9b91, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=5507c42b-9c04-4381-b130-b7aa232c9b91,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:51.154610 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:51.347438 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f8d46-7de3-471e-b407-fb89b9adf77b req-263e5a40-ba5a-49b2-9cb4-b8f06fe54a27 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:51.348811 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-282f8d46-7de3-471e-b407-fb89b9adf77b req-263e5a40-ba5a-49b2-9cb4-b8f06fe54a27 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0806885 Aug 20 19:12:51.349779 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Calling delete_port for 5507c42b-9c04-4381-b130-b7aa232c9b91 owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:51.399549 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-282f8d46-7de3-471e-b407-fb89b9adf77b req-ea56814d-4096-450d-96d1-d15aa6ab3331 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449715 Aug 20 19:12:51.503508 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:51.509228 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:51.550412 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Pushing event deleted for resources: {'Port': ['ID=5507c42b-9c04-4381-b130-b7aa232c9b91,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:51.554370 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:51.557621 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['00adce39-80eb-4444-8125-f44db2c1a1e3', '473b4fb7-6e84-4248-8103-eff9e00f9621'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:12:51.629426 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] No DVR routers for this DVR port 5507c42b-9c04-4381-b130-b7aa232c9b91 on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:12:51.631811 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:51.635024 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ae778e-62fe-4225-be56-851eb9969465', 'name': 'network-vif-deleted', 'tag': '5507c42b-9c04-4381-b130-b7aa232c9b91'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:51.650438 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-19f99da8-7ffa-453f-898b-dedf930a4e89 req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "DELETE /v2.0/ports/5507c42b-9c04-4381-b130-b7aa232c9b91 HTTP/1.1" status: 204 len: 173 time: 0.8324308 Aug 20 19:12:51.683337 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ae778e-62fe-4225-be56-851eb9969465', 'name': 'network-vif-deleted', 'tag': '5507c42b-9c04-4381-b130-b7aa232c9b91', 'status': 'completed', 'code': 200} Aug 20 19:12:52.135589 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-d2179421-b5ef-43e8-ae38-d171a71e117e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:52.137751 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-d2179421-b5ef-43e8-ae38-d171a71e117e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Synchronizing usage tracker for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:52.157743 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-d2179421-b5ef-43e8-ae38-d171a71e117e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Unset dirty status for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:52.159124 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-d2179421-b5ef-43e8-ae38-d171a71e117e tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.11 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.1101823 Aug 20 19:12:52.176210 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78737a-8b03-432f-858f-fe0c58f35cfa req-e651a1ea-a158-4703-ae79-a26db9df8a89 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:52.177720 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3c78737a-8b03-432f-858f-fe0c58f35cfa req-e651a1ea-a158-4703-ae79-a26db9df8a89 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0854411 Aug 20 19:12:52.238558 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Deleting port dc80a753-a448-4ce1-877a-cac157278acc {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:52.238951 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:52.256527 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-888cf667-72b3-47a1-9454-5dc75cd81222 req-b79cf17c-c64b-4c23-a92e-adeadd24089d tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ae778e-62fe-4225-be56-851eb9969465 HTTP/1.1" status: 200 len: 210 time: 0.0543883 Aug 20 19:12:52.268719 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3c78737a-8b03-432f-858f-fe0c58f35cfa req-88031439-8bc1-414b-8469-8d91a913ac4a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851092 Aug 20 19:12:52.504484 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] For port dc80a753-a448-4ce1-877a-cac157278acc, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=dc80a753-a448-4ce1-877a-cac157278acc,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:52.504969 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:52.617625 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb890eb-8c16-4086-ad3c-f42d560af4ff req-afcb3d55-ad0a-45c1-8251-0bff881b8209 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:52.619093 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fb890eb-8c16-4086-ad3c-f42d560af4ff req-afcb3d55-ad0a-45c1-8251-0bff881b8209 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 945 time: 0.0956192 Aug 20 19:12:52.667621 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-4fb890eb-8c16-4086-ad3c-f42d560af4ff req-85873600-38da-4eb7-98ce-54a3c34d7420 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=dc8cd057-53a6-4155-8751-f7e135e84120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Aug 20 19:12:52.816462 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:52.816834 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:52.817114 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.l3_db [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Floating IP 8d3267ae-65ab-43aa-b7ed-987e5b938526 disassociated. External IP: 172.28.2.107, port: dc80a753-a448-4ce1-877a-cac157278acc. Aug 20 19:12:52.817479 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Calling delete_port for dc80a753-a448-4ce1-877a-cac157278acc owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:52.959766 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:52.964033 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 5507c42b-9c04-4381-b130-b7aa232c9b91 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:12:52.965836 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:53.000838 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: 5507c42b-9c04-4381-b130-b7aa232c9b91 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:12:53.001231 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 5507c42b-9c04-4381-b130-b7aa232c9b91 not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:12:53.001654 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device dc80a753-a448-4ce1-877a-cac157278acc no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:12:53.009912 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event deleted for resources: {'Port': ['ID=dc80a753-a448-4ce1-877a-cac157278acc,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:53.012974 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:53.034541 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: dc80a753-a448-4ce1-877a-cac157278acc {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:12:53.034895 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device dc80a753-a448-4ce1-877a-cac157278acc not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:12:53.197320 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Router 32500550-9a94-4255-ae61-4be00c172da4 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:12:53.511731 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:12:53.522543 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] Sync routers for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:12:53.527859 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a7a42-11df-400f-be5a-c750ba48addc req-a8ca6df6-0248-4eb7-967d-dea3b88aa748 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:53.530437 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-326a7a42-11df-400f-be5a-c750ba48addc req-a8ca6df6-0248-4eb7-967d-dea3b88aa748 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.1402421 Aug 20 19:12:53.534904 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:12:53.535539 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:12:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:53.607810 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] No DVR routers for this DVR port dc80a753-a448-4ce1-877a-cac157278acc on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:12:53.610647 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:53.629830 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-8d58c230-7b20-47d7-a50e-8573e1907750 req-de3cb4a9-0bf3-477c-89eb-50e3e0983d20 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.11 "DELETE /v2.0/ports/dc80a753-a448-4ce1-877a-cac157278acc HTTP/1.1" status: 204 len: 173 time: 1.4617805 Aug 20 19:12:53.633150 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-326a7a42-11df-400f-be5a-c750ba48addc req-92063cd9-b429-4854-b1a2-8aad1634106a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963569 Aug 20 19:12:53.685056 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'name': 'network-vif-deleted', 'tag': 'dc80a753-a448-4ce1-877a-cac157278acc'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:53.740380 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:12:53.825209 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1100466-0514-41a1-b23d-a9b6f253ddb5 req-c6e157db-100a-4573-ba00-80f204273b39 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:53.826873 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b1100466-0514-41a1-b23d-a9b6f253ddb5 req-c6e157db-100a-4573-ba00-80f204273b39 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 945 time: 0.0939183 Aug 20 19:12:53.845555 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82026d06-be4a-4f88-8e5f-fc4069ed17a0', 'name': 'network-vif-deleted', 'tag': 'dc80a753-a448-4ce1-877a-cac157278acc', 'status': 'completed', 'code': 200} Aug 20 19:12:53.878986 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b1100466-0514-41a1-b23d-a9b6f253ddb5 req-c8945dd2-57b0-417a-b88d-d05054b22e12 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466151 Aug 20 19:12:54.003541 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-53fb5b49-2307-43f9-9e73-f840c9c71d38 req-7a7a2dcc-0069-439a-b002-891d4b0ac639 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=82026d06-be4a-4f88-8e5f-fc4069ed17a0 HTTP/1.1" status: 200 len: 210 time: 0.0437181 Aug 20 19:12:54.091506 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:54.095408 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] Checking router: 32500550-9a94-4255-ae61-4be00c172da4 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:12:54.103893 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:12:54.104505 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:12:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:54.316733 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:12:54.630885 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:12:54.635701 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008e2e1-04c9-43ad-9266-adaefd50f560 None None] The sync data for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb is: [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:12:54.823690 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda4d5e-7c01-48ce-ada1-69b9aeb2f961 req-ef8ad942-eab4-45d3-8fb3-344fe49136ee tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:54.825331 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fbda4d5e-7c01-48ce-ada1-69b9aeb2f961 req-ef8ad942-eab4-45d3-8fb3-344fe49136ee tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0829518 Aug 20 19:12:54.873176 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3451bd6c-d32b-4aa2-96fb-a01d6c2bea2c None None] New status for floating IP 8d3267ae-65ab-43aa-b7ed-987e5b938526: DOWN {{(pid=79350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:12:54.882752 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fbda4d5e-7c01-48ce-ada1-69b9aeb2f961 req-7c4a6c31-372f-4829-a6df-831c5ee03e63 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514216 Aug 20 19:12:55.084371 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cc1a4-a211-46b8-a089-15821a5bd18f req-e4e19428-527f-4a27-aa87-dd716558eb85 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:55.085908 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f21cc1a4-a211-46b8-a089-15821a5bd18f req-e4e19428-527f-4a27-aa87-dd716558eb85 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 945 time: 0.0820150 Aug 20 19:12:55.139066 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f21cc1a4-a211-46b8-a089-15821a5bd18f req-9e903294-5793-415a-a128-710643ebae35 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Aug 20 19:12:55.143797 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49122) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:55.212092 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5d17cb91-d62c-4b03-a640-a6673d23605f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:55.239210 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5d17cb91-d62c-4b03-a640-a6673d23605f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:55.291285 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5d17cb91-d62c-4b03-a640-a6673d23605f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:55.296382 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-917a3e7b-8759-4084-ae91-30c9d5007109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:55.311098 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17cb91-d62c-4b03-a640-a6673d23605f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8cd057-53a6-4155-8751-f7e135e84120,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:55.313914 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5d17cb91-d62c-4b03-a640-a6673d23605f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:55.319766 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5d17cb91-d62c-4b03-a640-a6673d23605f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:55.320922 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-5d17cb91-d62c-4b03-a640-a6673d23605f tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "DELETE /v2.0/security-groups/dc8cd057-53a6-4155-8751-f7e135e84120 HTTP/1.1" status: 204 len: 168 time: 0.1760886 Aug 20 19:12:55.323701 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49126) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:55.341255 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.api.v2.resource [None req-5ba0cfc0-64f4-47c2-b5bc-10432b8408d2 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] show failed (client error): The resource could not be found. Aug 20 19:12:55.342314 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-5ba0cfc0-64f4-47c2-b5bc-10432b8408d2 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups/dc8cd057-53a6-4155-8751-f7e135e84120 HTTP/1.1" status: 404 len: 347 time: 0.0176868 Aug 20 19:12:55.345111 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49130) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:55.504307 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Deleting port 7178ff99-6ac2-4791-961d-24b4ba197613 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:55.504647 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:55.668449 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:55.668799 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:55.788676 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Calling delete_port for 7178ff99-6ac2-4791-961d-24b4ba197613 owned by network:floatingip {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:55.925253 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-c3361fbf-0c00-4fe5-9c54-e2eb92254dc0 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:55.925945 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-c3361fbf-0c00-4fe5-9c54-e2eb92254dc0 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Synchronizing usage tracker for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:55.943757 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-c3361fbf-0c00-4fe5-9c54-e2eb92254dc0 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Unset dirty status for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:55.946094 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-c3361fbf-0c00-4fe5-9c54-e2eb92254dc0 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 945 time: 0.1049352 Aug 20 19:12:56.044682 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Deleting port 473b4fb7-6e84-4248-8103-eff9e00f9621 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:56.044682 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:56.152165 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:56.157460 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:56.211936 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event deleted for resources: {'Port': ['ID=7178ff99-6ac2-4791-961d-24b4ba197613,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:56.214755 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:56.252811 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b065a25-67c1-4a9a-b2bb-41a13fb43851 req-2ba397b9-124d-40c8-af70-5e1c1a875946 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:56.254332 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5b065a25-67c1-4a9a-b2bb-41a13fb43851 req-2ba397b9-124d-40c8-af70-5e1c1a875946 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.2497947 Aug 20 19:12:56.290947 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-3fbae1e0-1f71-490e-be4e-302d18f0affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:56.292377 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-3fbae1e0-1f71-490e-be4e-302d18f0affa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a552e474dc724f3b8591b06118232a7f&device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 1098 time: 0.3230412 Aug 20 19:12:56.313802 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] For port 473b4fb7-6e84-4248-8103-eff9e00f9621, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=473b4fb7-6e84-4248-8103-eff9e00f9621,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:56.314071 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:56.440582 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Calling delete_port for 473b4fb7-6e84-4248-8103-eff9e00f9621 owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:56.493961 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:56.505455 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5b065a25-67c1-4a9a-b2bb-41a13fb43851 req-d6461a55-48b6-4752-bf07-7268959ce396 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199407 Aug 20 19:12:56.544543 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:56.545685 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "DELETE /v2.0/floatingips/8d3267ae-65ab-43aa-b7ed-987e5b938526 HTTP/1.1" status: 204 len: 168 time: 1.1997094 Aug 20 19:12:56.560361 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-9608fe3c-2bc6-48b2-b9de-ca417b5189bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:56.560669 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-9608fe3c-2bc6-48b2-b9de-ca417b5189bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4028fbd-2e12-4323-a257-4bd9db0bc623 HTTP/1.1" status: 200 len: 910 time: 0.2100315 Aug 20 19:12:56.569115 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5c2c-0602-4049-b197-7cde3c66c5ed req-d5fdece9-3f77-4941-8f42-1169661da38b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:56.570473 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-446b5c2c-0602-4049-b197-7cde3c66c5ed req-d5fdece9-3f77-4941-8f42-1169661da38b tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=f380e25f-836d-49fc-b4ed-19256672b53b HTTP/1.1" status: 200 len: 945 time: 0.2861123 Aug 20 19:12:56.603994 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:56.610947 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:56.651003 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['00adce39-80eb-4444-8125-f44db2c1a1e3', '473b4fb7-6e84-4248-8103-eff9e00f9621'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:12:56.658010 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Pushing event deleted for resources: {'Port': ['ID=473b4fb7-6e84-4248-8103-eff9e00f9621,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:56.661614 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:56.710043 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-446b5c2c-0602-4049-b197-7cde3c66c5ed req-73c2f194-28fc-487e-8703-5ec1aa33a398 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858009 Aug 20 19:12:56.712114 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-5a4de6f2-3c12-4728-b564-5233d3a98ce5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce HTTP/1.1" status: 200 len: 1000 time: 0.1408186 Aug 20 19:12:56.758418 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] No DVR routers for this DVR port 473b4fb7-6e84-4248-8103-eff9e00f9621 on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:12:56.760505 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:56.771299 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f380e25f-836d-49fc-b4ed-19256672b53b', 'name': 'network-vif-deleted', 'tag': '473b4fb7-6e84-4248-8103-eff9e00f9621'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:56.779868 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-8b7f2728-21ab-4eca-845c-b0b32458158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:56.780078 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-7d05055f-a5ba-4c76-86fd-36aa45730217 req-6e4a0729-8f7c-42fe-b538-418853f37d45 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "DELETE /v2.0/ports/473b4fb7-6e84-4248-8103-eff9e00f9621 HTTP/1.1" status: 204 len: 173 time: 0.8225710 Aug 20 19:12:56.781447 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-8b7f2728-21ab-4eca-845c-b0b32458158b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a25ebdc-94d4-4cad-bcd1-041979dd0a24 HTTP/1.1" status: 200 len: 848 time: 0.0614371 Aug 20 19:12:56.832613 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f380e25f-836d-49fc-b4ed-19256672b53b', 'name': 'network-vif-deleted', 'tag': '473b4fb7-6e84-4248-8103-eff9e00f9621', 'status': 'completed', 'code': 200} Aug 20 19:12:56.870101 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49144) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:56.872707 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-e0118ff5-9d7b-4fc9-8884-32f318b0f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:56.874232 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-e0118ff5-9d7b-4fc9-8884-32f318b0f15a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4028fbd-2e12-4323-a257-4bd9db0bc623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834429 Aug 20 19:12:56.875520 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--545882645', 'description': 'tempest-description--120052986'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:56.889797 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:56.895993 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:security_group and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:56.899075 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:56.909829 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:56.921115 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:56.945809 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:56.949532 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:security_group_rule and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:56.952305 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:56.957859 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:57.029057 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.032377 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-b5b839c7-1338-42c6-9568-d1a8ba7959cf service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453352 Aug 20 19:12:57.032943 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.036493 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-36e1d9e4-260d-407a-a46d-b7bda687eed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:57.078332 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:57.081369 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:57.082146 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.083584 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2121005 Aug 20 19:12:57.086414 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49148) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:57.092888 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'security_group_rule': {'security_group_id': 'cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:57.098789 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:57.103156 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:security_group_rule and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:57.106027 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:57.111621 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:57.128461 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.169444 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ed3f832d-84f5-4299-9cd1-13fd8a037f72 req-7b7ac209-f795-434d-98c3-c3beed6cee99 service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295774 Aug 20 19:12:57.189095 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.197443 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.199491 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c4f550d5-b2ef-4ece-a59d-219d356aa6d0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:57.222841 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dcdb88-98fe-4f33-ae18-0c792316994c,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:57.227763 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:57.232055 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.233390 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-04dd69b6-5a49-44f5-b8ee-f548f96a8a0d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460326 Aug 20 19:12:57.236060 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49154) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:57.241712 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'security_group_rule': {'security_group_id': 'cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:57.247391 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:57.251748 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:security_group_rule and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:57.254044 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:57.259705 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:57.275662 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.345471 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.349062 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867617'] for security_group_rule, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.351566 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-9b87496e-3639-4cec-8347-64160fca3532 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:57.373849 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad7a43e-0969-4066-a2a9-a73fbd884d34,revision_number=0']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:57.379323 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:57.382488 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.383837 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-c6ad8f06-d938-4cdd-834e-925833c33f1c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468194 Aug 20 19:12:57.386838 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49158) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:12:57.391783 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'floatingip': {'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:57.398051 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:57.402074 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Usage tracker for resource:floatingip and tenant:8d3269f2ca0146eeb31b688269c2b68f is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:12:57.405782 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:12:57.411747 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:57.422412 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.571260 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.697386 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446753c-40e3-41ae-9437-3424337e9fa7 req-b81b1772-9156-4f1b-be52-222175577a27 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:57.698865 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e446753c-40e3-41ae-9437-3424337e9fa7 req-b81b1772-9156-4f1b-be52-222175577a27 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0778058 Aug 20 19:12:57.712112 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_common [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Allocated IP 172.28.2.248 (a1374c77-d1c1-4672-958d-890c6990cccb/04312567-1b0e-4b54-80fa-3bc53d3f3f38/41c5933c-6a6a-493e-a196-6a5805f3ac1a) {{(pid=79348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:12:57.752011 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e446753c-40e3-41ae-9437-3424337e9fa7 req-5b33bb26-d733-42c4-94bb-d0db9b469290 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472121 Aug 20 19:12:57.937459 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for port, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.967863 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:57.972503 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-09656f8f-9718-454a-a7da-71e822f4ec4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:58.032194 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Network a1374c77-d1c1-4672-958d-890c6990cccb is already hosted by enough agents. {{(pid=79348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:12:58.035090 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.base_scheduler [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources bound (agent type, host, resource id): {{(pid=79348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:12:58.038689 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Received port after_create {{(pid=79348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:12:58.072050 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'Port': ['ID=41c5933c-6a6a-493e-a196-6a5805f3ac1a,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:58.075807 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:58.124323 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:58.186790 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:58.393492 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for port, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:58.399014 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3300207'] for port, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:58.403319 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d4086605-e742-4157-961c-27e2f424472d tempest-ServerRescueNegativeTestJSON-1056132419 tempest-ServerRescueNegativeTestJSON-1056132419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:58.513599 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'Port': ['ID=41c5933c-6a6a-493e-a196-6a5805f3ac1a,revision_number=2']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:58.518880 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:58.524330 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:58.545753 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:58.546947 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-cbde9846-6fb4-4d9a-82ab-00509917ae0c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1591804 Aug 20 19:12:58.707160 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-20734e16-5f85-490f-a022-6304f7d683b6 req-19134b87-aeb3-40ca-9eb9-0bdb80bf41c0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Synchronizing usage tracker for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:security_group {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:58.722284 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-20734e16-5f85-490f-a022-6304f7d683b6 req-19134b87-aeb3-40ca-9eb9-0bdb80bf41c0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Unset dirty status for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:security_group {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:58.723389 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-19134b87-aeb3-40ca-9eb9-0bdb80bf41c0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--545882645&fields=id&tenant_id=8d3269f2ca0146eeb31b688269c2b68f HTTP/1.1" status: 200 len: 267 time: 0.0547948 Aug 20 19:12:58.905959 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734e16-5f85-490f-a022-6304f7d683b6 req-875d5ebd-4840-4acf-863c-039b99d9ea6b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:58.907378 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-875d5ebd-4840-4acf-863c-039b99d9ea6b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 811 time: 0.1774521 Aug 20 19:12:58.931698 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-8179ade9-c4e2-45da-a255-d54a2e53202d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/quotas/8d3269f2ca0146eeb31b688269c2b68f HTTP/1.1" status: 200 len: 375 time: 0.0140653 Aug 20 19:12:59.024098 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 473b4fb7-6e84-4248-8103-eff9e00f9621 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:12:59.068014 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: 473b4fb7-6e84-4248-8103-eff9e00f9621 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:12:59.068372 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 473b4fb7-6e84-4248-8103-eff9e00f9621 not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:12:59.113967 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae002d92-f425-4bea-aa67-b82009655c6c req-541c62d8-7ad6-4176-9e88-80e012a68fc7 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:59.115405 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ae002d92-f425-4bea-aa67-b82009655c6c req-541c62d8-7ad6-4176-9e88-80e012a68fc7 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.2524908 Aug 20 19:12:59.174252 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-20734e16-5f85-490f-a022-6304f7d683b6 req-d345fe67-83a7-4daf-b423-f9ad5a19b0a1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Synchronizing usage tracker for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:59.180431 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ae002d92-f425-4bea-aa67-b82009655c6c req-cb41fb28-0009-4972-b32c-d60ea104bcf0 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562632 Aug 20 19:12:59.201343 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-20734e16-5f85-490f-a022-6304f7d683b6 req-d345fe67-83a7-4daf-b423-f9ad5a19b0a1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Unset dirty status for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:59.205469 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-d345fe67-83a7-4daf-b423-f9ad5a19b0a1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2681868 Aug 20 19:12:59.336718 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-e230b46d-a94f-40f5-a731-21f61785db36 service neutron] 10.222.0.50 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273015 Aug 20 19:12:59.540092 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-9d763fc4-b580-4293-9b16-5e9b1d2fba35 service neutron] 10.222.0.50 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971855 Aug 20 19:12:59.571338 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee97ab7-fe39-48f2-8127-41ff7a2ab884 req-77e3b41c-2015-4885-a97e-eb7b1199576d tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:59.572823 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-eee97ab7-fe39-48f2-8127-41ff7a2ab884 req-77e3b41c-2015-4885-a97e-eb7b1199576d tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 946 time: 0.0882847 Aug 20 19:12:59.628830 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-eee97ab7-fe39-48f2-8127-41ff7a2ab884 req-a981181d-2e6c-4736-a37f-7c8b1bc5cfd1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496337 Aug 20 19:12:59.752686 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ea0202fe-7974-42e9-a3b8-e32216ea2252 req-a983daa4-e112-41f8-8576-a51fd84b4dea tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 210 time: 0.0577178 Aug 20 19:13:00.375304 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631916ae-1cd6-42d3-a92e-ff1194658ded req-801e38e8-592b-4160-93ee-f2972c7e863b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:00.376841 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-631916ae-1cd6-42d3-a92e-ff1194658ded req-801e38e8-592b-4160-93ee-f2972c7e863b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0805633 Aug 20 19:13:00.432349 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-631916ae-1cd6-42d3-a92e-ff1194658ded req-405677c3-0422-4b1e-b66f-4963c9f64383 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Aug 20 19:13:00.799418 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-a04ece8c-de7b-4a82-b0bd-4e634e2a0aa0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1566107 Aug 20 19:13:00.848876 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed30f3b-848d-4287-8628-ded07beced1f req-330ef1e8-22ba-4b6e-b299-941088db678a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:00.849394 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2ed30f3b-848d-4287-8628-ded07beced1f req-330ef1e8-22ba-4b6e-b299-941088db678a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.1489525 Aug 20 19:13:00.861418 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a0d0d-bf5c-4faf-870b-831ac77a88e8 req-fc819ddb-1555-4a10-b6ce-d9a05c609d1e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:00.862829 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ea3a0d0d-bf5c-4faf-870b-831ac77a88e8 req-fc819ddb-1555-4a10-b6ce-d9a05c609d1e tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 946 time: 0.1193528 Aug 20 19:13:00.921540 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2ed30f3b-848d-4287-8628-ded07beced1f req-3c0d92fe-2428-4e76-9a07-9939945df68b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574346 Aug 20 19:13:00.949398 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ea3a0d0d-bf5c-4faf-870b-831ac77a88e8 req-7781260a-8d49-4366-ab54-3fbab8988768 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695403 Aug 20 19:13:01.026095 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7f9ff966-4ab0-43d7-adfc-40d475b770ce no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:01.136156 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7c8639f5-0008-43ce-9a17-b51807419803 req-26a5536e-d802-4b4d-bfd7-b136f38aa603 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 210 time: 0.0602942 Aug 20 19:13:01.159803 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:01.181178 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734e16-5f85-490f-a022-6304f7d683b6 req-55f319d1-fe9a-40c3-a851-9402575d9a00 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:01.183562 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-55f319d1-fe9a-40c3-a851-9402575d9a00 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 811 time: 0.2298391 Aug 20 19:13:01.201693 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:01.214084 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:01.218450 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:01.221135 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:01.259062 dv-cinder-805283-1-smb neutron-server[79349]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'code': 422} returned with failed status Aug 20 19:13:01.280641 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-e50794b5-01d9-42a8-8d5d-39a7579c37a3 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d3269f2ca0146eeb31b688269c2b68f HTTP/1.1" status: 200 len: 379 time: 0.0451655 Aug 20 19:13:01.292788 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'port': {'device_id': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'admin_state_up': True, 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'security_groups': ['cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2']}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:01.301569 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=7f9ff966-4ab0-43d7-adfc-40d475b770ce,revision_number=6']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:01.310273 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.310727 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.311332 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.311857 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.312254 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.312647 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.313460 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.313853 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.314241 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.315092 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.315092 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.315430 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:01.320007 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:01.436660 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:01.446826 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:01.457591 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Made reservation on behalf of 8d3269f2ca0146eeb31b688269c2b68f for: {'port': 1} {{(pid=79347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:13:01.461448 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:01.631750 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_common [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Allocated IP 172.20.0.9 (e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c/d2166fc7-fb2c-48d3-93a9-81771bcdc388/2a7e0c4b-2020-45c5-a2e5-03f046394c73) {{(pid=79347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:13:01.815179 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for port, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:01.831551 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Transition to ACTIVE for port object 2a7e0c4b-2020-45c5-a2e5-03f046394c73 will not be triggered until provisioned by entity DHCP. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:13:01.855118 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734867081768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:01.861900 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6edf5709-c3d3-4864-8d82-39ce81b57739 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:02.032742 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c is already hosted by enough agents. {{(pid=79347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:13:02.036027 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.base_scheduler [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Resources bound (agent type, host, resource id): {{(pid=79347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:13:02.040888 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Received port after_create {{(pid=79347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:13:02.155766 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event updated for resources: {'Port': ['ID=2a7e0c4b-2020-45c5-a2e5-03f046394c73,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:02.171294 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:02.221750 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:02.222374 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:02.258235 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-7de58c65-3122-41d9-94ff-54bcd09a3f33 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9706702 Aug 20 19:13:02.283610 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Request body: {'port': {'device_id': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:02.315281 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-bc881d24-ed36-4837-b896-f11cb8b486c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:02.322464 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011488c5-53ed-4d8b-8c75-7d2caf1bd6ce req-93d51a34-e9e4-4914-99aa-85a9bfee0db0 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:02.324026 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-011488c5-53ed-4d8b-8c75-7d2caf1bd6ce req-93d51a34-e9e4-4914-99aa-85a9bfee0db0 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 946 time: 0.2488611 Aug 20 19:13:02.336537 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f24c93-59a9-4842-a2be-3984b8da02ee req-e8f1145e-e636-4d17-9e3c-3385502ae16c tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:02.338025 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-89f24c93-59a9-4842-a2be-3984b8da02ee req-e8f1145e-e636-4d17-9e3c-3385502ae16c tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 943 time: 0.2693348 Aug 20 19:13:02.366201 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-9c480f3a-ffc0-4840-a948-1a8377c55d61 None None] Provisioning for port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 completed by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:13:02.373383 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-9c480f3a-ffc0-4840-a948-1a8377c55d61 None None] Provisioning complete for port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:13:02.373764 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-9c480f3a-ffc0-4840-a948-1a8377c55d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:02.479957 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-9c480f3a-ffc0-4840-a948-1a8377c55d61 None None] Port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 cannot update to ACTIVE because it is not bound. {{(pid=79349) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:13:02.496782 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-011488c5-53ed-4d8b-8c75-7d2caf1bd6ce req-7a8b7ab9-0d85-4f30-beea-f28b01d669f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa93a7ca-958d-4acd-9bfd-cbe39941d87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575866 Aug 20 19:13:02.499689 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-89f24c93-59a9-4842-a2be-3984b8da02ee req-af6d9d51-6574-4a14-9dfe-36f1f213137c tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465590 Aug 20 19:13:02.524000 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:02.530200 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-9ae97c3f-a780-4ccb-a59e-de9f34f80d11 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:02.531841 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-9ae97c3f-a780-4ccb-a59e-de9f34f80d11 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Synchronizing usage tracker for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:13:02.551345 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-9ae97c3f-a780-4ccb-a59e-de9f34f80d11 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Unset dirty status for tenant:afa16b7d45c247f996050015b3efcb4e on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:13:02.553225 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-9ae97c3f-a780-4ccb-a59e-de9f34f80d11 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 946 time: 0.1304173 Aug 20 19:13:02.633436 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Deleting port 00adce39-80eb-4444-8125-f44db2c1a1e3 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:02.633767 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:02.727760 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:02.861584 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8d83-22b9-4b89-be63-2186f41df911 req-b37757ee-bacf-4ff0-a642-034015f05b67 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:02.862287 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-29bd8d83-22b9-4b89-be63-2186f41df911 req-b37757ee-bacf-4ff0-a642-034015f05b67 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Synchronizing usage tracker for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:13:02.896814 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-29bd8d83-22b9-4b89-be63-2186f41df911 req-b37757ee-bacf-4ff0-a642-034015f05b67 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Unset dirty status for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:13:02.898453 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-29bd8d83-22b9-4b89-be63-2186f41df911 req-b37757ee-bacf-4ff0-a642-034015f05b67 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 931 time: 0.2697043 Aug 20 19:13:02.913979 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-6908cf03-4ed1-44cd-8218-6b0a4ecea51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:02.915504 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-6908cf03-4ed1-44cd-8218-6b0a4ecea51f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d&tenant_id=a552e474dc724f3b8591b06118232a7f HTTP/1.1" status: 200 len: 1096 time: 0.1893697 Aug 20 19:13:02.938673 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] For port 00adce39-80eb-4444-8125-f44db2c1a1e3, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=00adce39-80eb-4444-8125-f44db2c1a1e3,segment=NetworkSegment(35e76cbe-e4d7-4c34-9835-431287c4eede),segment_id=35e76cbe-e4d7-4c34-9835-431287c4eede)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:02.939039 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:03.005470 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7e0c4b-2020-45c5-a2e5-03f046394c73 {{(pid=79347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:13:03.012611 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-29bd8d83-22b9-4b89-be63-2186f41df911 req-818ad9fb-4d26-4007-8283-b90c5c53767d tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970049 Aug 20 19:13:03.016682 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:03.032319 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.provisioning_blocks [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Transition to ACTIVE for port object 2a7e0c4b-2020-45c5-a2e5-03f046394c73 will not be triggered until provisioned by entity L2. {{(pid=79347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:13:03.040365 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:03.045222 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-aa75a7f2-4705-41c5-a035-75119401d31c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:03.100713 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Calling delete_port for 00adce39-80eb-4444-8125-f44db2c1a1e3 owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:03.170901 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Pushing event updated for resources: {'Port': ['ID=2a7e0c4b-2020-45c5-a2e5-03f046394c73,revision_number=2']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:03.203337 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:03.232508 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-8b38c110-ccc3-4051-b865-6d65f48f1fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:03.234096 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-8b38c110-ccc3-4051-b865-6d65f48f1fe7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a552e474dc724f3b8591b06118232a7f&device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 1096 time: 0.2815351 Aug 20 19:13:03.281230 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Attempting to bind port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:13:03.281568 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Attempting to bind port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:13:03.281948 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Attempting to bind port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 on network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:13:03.286778 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 on network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:13:03.287135 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Attempting to bind port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 on network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:13:03.295485 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Checking agent: {'id': '2788f67c-b26a-4e3a-ada9-7320dbe32f9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'started_at': datetime.datetime(2021, 8, 20, 19, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:13:03.295901 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Checking segment: {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:13:03.296382 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Bound using segment: {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'} {{(pid=79347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:13:03.297467 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.managers [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Bound port: 2a7e0c4b-2020-45c5-a2e5-03f046394c73, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dc3b8a-9047-471f-9372-7d51c2459198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c'}}] {{(pid=79347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:13:03.297887 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:03.304356 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:03.311080 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-10a61ebe-bf1c-4eee-9bed-f28a133400b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:03.397162 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] For port 2a7e0c4b-2020-45c5-a2e5-03f046394c73, host hv-cinder-80528, cleared binding levels {{(pid=79347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:13:03.400618 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] For port 2a7e0c4b-2020-45c5-a2e5-03f046394c73, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=2a7e0c4b-2020-45c5-a2e5-03f046394c73,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:13:03.405245 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:03.409217 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-40808547-e78a-4e11-8cb0-1916ebc50624 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:03.470494 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:03.470787 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:03.472312 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-63672750-6574-4612-b498-7368fcca7b1d service neutron] 10.222.0.11 "PUT /v2.0/ports/2a7e0c4b-2020-45c5-a2e5-03f046394c73 HTTP/1.1" status: 200 len: 1093 time: 1.1931667 Aug 20 19:13:03.472890 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'tag': '2a7e0c4b-2020-45c5-a2e5-03f046394c73'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:03.498532 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Pushing event updated for resources: {'Port': ['ID=2a7e0c4b-2020-45c5-a2e5-03f046394c73,revision_number=3']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:03.507934 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.508090 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.508447 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.508756 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Pushing event deleted for resources: {'Port': ['ID=00adce39-80eb-4444-8125-f44db2c1a1e3,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:03.508873 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.509244 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.509612 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.510021 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.511338 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.511338 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.511338 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.518857 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.521208 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:03.525699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:03.548637 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:03.585466 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'tag': '2a7e0c4b-2020-45c5-a2e5-03f046394c73', 'status': 'completed', 'code': 200} Aug 20 19:13:03.620365 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] No DVR routers for this DVR port 00adce39-80eb-4444-8125-f44db2c1a1e3 on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:13:03.632143 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:03.643733 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0841e4-c354-446c-ba4e-75c7e85e3ddc', 'name': 'network-vif-deleted', 'tag': '00adce39-80eb-4444-8125-f44db2c1a1e3'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:03.646407 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734e16-5f85-490f-a022-6304f7d683b6 req-e9a8abd6-3a6d-482b-9e9d-d32475c0d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:03.652063 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-e9a8abd6-3a6d-482b-9e9d-d32475c0d8bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 1096 time: 0.1221185 Aug 20 19:13:03.654796 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-999faa6f-2018-4862-9bad-d0a36fa56590 req-2522ba5a-5d00-46a5-bf2d-28c3f579d08f tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.11 "DELETE /v2.0/ports/00adce39-80eb-4444-8125-f44db2c1a1e3 HTTP/1.1" status: 204 len: 173 time: 1.0944886 Aug 20 19:13:03.660186 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-5d889bf6-5f70-4d27-b130-2df69bfa1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:03.661586 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-5d889bf6-5f70-4d27-b130-2df69bfa1133 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4028fbd-2e12-4323-a257-4bd9db0bc623 HTTP/1.1" status: 200 len: 910 time: 0.4194660 Aug 20 19:13:03.784338 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-9c960770-90a0-4c4b-af53-0c96c3d17b06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce HTTP/1.1" status: 200 len: 998 time: 0.1035275 Aug 20 19:13:03.804553 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-828653fd-87f0-433b-bc70-1860a58625fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a7e0c4b-2020-45c5-a2e5-03f046394c73 HTTP/1.1" status: 200 len: 217 time: 0.1118922 Aug 20 19:13:03.807764 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-0a82aedd-fa27-495f-93f8-118672d8957a req-db853e46-2a07-49bf-888a-6c97787dc902 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b0841e4-c354-446c-ba4e-75c7e85e3ddc HTTP/1.1" status: 200 len: 210 time: 0.1162808 Aug 20 19:13:03.870199 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-b1a51d65-e42e-4304-a370-412fdae59405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:03.872047 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-b1a51d65-e42e-4304-a370-412fdae59405 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a25ebdc-94d4-4cad-bcd1-041979dd0a24 HTTP/1.1" status: 200 len: 848 time: 0.0813601 Aug 20 19:13:03.880470 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0841e4-c354-446c-ba4e-75c7e85e3ddc', 'name': 'network-vif-deleted', 'tag': '00adce39-80eb-4444-8125-f44db2c1a1e3', 'status': 'completed', 'code': 200} Aug 20 19:13:03.969795 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-fd6cad95-c406-4f71-9792-cfd5e30e58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:03.971206 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-fd6cad95-c406-4f71-9792-cfd5e30e58d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4028fbd-2e12-4323-a257-4bd9db0bc623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725958 Aug 20 19:13:03.989728 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734e16-5f85-490f-a022-6304f7d683b6 req-aa390aee-5be3-4330-ab7c-d0ba0996a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:03.991702 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-aa390aee-5be3-4330-ab7c-d0ba0996a982 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.1777129 Aug 20 19:13:03.999752 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259081d-43c7-463b-a626-4608706b03d9 req-12872cc2-cd03-45c5-9e4c-8a3a815899bc tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:04.001130 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9259081d-43c7-463b-a626-4608706b03d9 req-12872cc2-cd03-45c5-9e4c-8a3a815899bc tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 943 time: 0.3472414 Aug 20 19:13:04.097460 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9259081d-43c7-463b-a626-4608706b03d9 req-7216d986-4d1b-462f-8662-6dd2cd3962cd tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905771 Aug 20 19:13:04.118675 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-3f71ea0c-f3e7-4c2e-aad3-6d272deff3c2 service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327448 Aug 20 19:13:04.120351 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734e16-5f85-490f-a022-6304f7d683b6 req-5d2663d3-ff23-41b9-8f78-c5e3e9b56ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:04.122252 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-5d2663d3-ff23-41b9-8f78-c5e3e9b56ea2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026475 Aug 20 19:13:04.263009 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-62d7924b-ce49-4235-98cc-23b8be8ffec5 req-2531c82d-fdc3-4a47-b679-cd9fa9ad89ec service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305134 Aug 20 19:13:04.320809 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-6d5704b4-4243-4174-b04c-775540569614 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876092 Aug 20 19:13:04.328346 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34108212-321b-4419-bc7d-30cb57f4c8e9 req-223ba4ce-f649-42c0-bdfe-b4315a818ce7 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:04.329736 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-34108212-321b-4419-bc7d-30cb57f4c8e9 req-223ba4ce-f649-42c0-bdfe-b4315a818ce7 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 943 time: 0.1984305 Aug 20 19:13:04.470095 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-34108212-321b-4419-bc7d-30cb57f4c8e9 req-0269d600-a461-441b-b7ae-ec8e637ed15a tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204817 Aug 20 19:13:04.495530 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-20734e16-5f85-490f-a022-6304f7d683b6 req-89f0ec98-1a95-4c42-b943-de1407d569bd service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648765 Aug 20 19:13:04.669005 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-65057a0f-4f22-468d-8a8f-1907c683ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:04.670608 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-65057a0f-4f22-468d-8a8f-1907c683ff0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 1096 time: 0.0737271 Aug 20 19:13:04.809575 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-d0a6352c-ffa9-41f3-b0b1-c229d6ea10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:04.811052 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-d0a6352c-ffa9-41f3-b0b1-c229d6ea10bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 912 time: 0.1339545 Aug 20 19:13:04.852290 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-795050b8-0d18-40ec-9b36-aabc165bb8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:04.894808 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-84181e84-1829-43f0-bb5e-04f21729c4be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a7e0c4b-2020-45c5-a2e5-03f046394c73 HTTP/1.1" status: 200 len: 217 time: 0.0772169 Aug 20 19:13:04.909972 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49252) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:04.971881 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-8d29a43d-f2f7-4a87-bcf0-d02763fddbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:04.973175 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b6b148-3c3e-4da6-b4f3-96dbe257e5e7 admin admin] Deleting subnet fbccf861-7324-47a4-ad55-10e74522d640 {{(pid=79348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:13:04.973360 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-8d29a43d-f2f7-4a87-bcf0-d02763fddbfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.0722258 Aug 20 19:13:04.976781 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-09b6b148-3c3e-4da6-b4f3-96dbe257e5e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.044281 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-09b6b148-3c3e-4da6-b4f3-96dbe257e5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300639'] for subnet, precommit_delete_associations {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.045860 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 00adce39-80eb-4444-8125-f44db2c1a1e3 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:05.065154 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-b5ad32da-9240-4f6c-bf0a-b271c12f62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:05.066638 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-b5ad32da-9240-4f6c-bf0a-b271c12f62e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852280 Aug 20 19:13:05.089792 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: 00adce39-80eb-4444-8125-f44db2c1a1e3 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:13:05.090495 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 00adce39-80eb-4444-8125-f44db2c1a1e3 not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:13:05.106114 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-09b6b148-3c3e-4da6-b4f3-96dbe257e5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.180095 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-09b6b148-3c3e-4da6-b4f3-96dbe257e5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847301'] for subnet, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.184285 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:05.209789 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-784978ce-68bc-485e-b502-8da483954971 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358383 Aug 20 19:13:05.220348 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6b148-3c3e-4da6-b4f3-96dbe257e5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbccf861-7324-47a4-ad55-10e74522d640,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:05.223952 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-09b6b148-3c3e-4da6-b4f3-96dbe257e5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:05.227213 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-09b6b148-3c3e-4da6-b4f3-96dbe257e5e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.233735 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-09b6b148-3c3e-4da6-b4f3-96dbe257e5e7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fbccf861-7324-47a4-ad55-10e74522d640 HTTP/1.1" status: 204 len: 168 time: 0.3227510 Aug 20 19:13:05.236112 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49260) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:05.345743 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.405200 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09419a-0b42-4e87-86a7-7bf496b9fdb1 req-e19f810f-7a6d-411a-98ea-f30c9c7f61d1 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:05.406999 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9d09419a-0b42-4e87-86a7-7bf496b9fdb1 req-e19f810f-7a6d-411a-98ea-f30c9c7f61d1 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 943 time: 0.1941280 Aug 20 19:13:05.410476 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-15519622-b4ea-4b65-b633-e843ac1bec84 req-3331b486-2cbf-474f-aa25-12151a96aaf9 service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588266 Aug 20 19:13:05.453492 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9d09419a-0b42-4e87-86a7-7bf496b9fdb1 req-4d42a7fd-2dc2-4feb-b78b-97e03ea3c5c2 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390482 Aug 20 19:13:05.476342 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.489512 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d77e3d-2b0d-4f5b-a281-16a25b87980b']}} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:05.503066 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e76cbe-e4d7-4c34-9835-431287c4eede') {'for_net_delete': True} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:05.503358 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e76cbe-e4d7-4c34-9835-431287c4eede') {} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:05.515285 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300608'] for segment, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.531364 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.537350 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=79348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:13:05.538395 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300163'] for segment, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: Traceback (most recent call last): Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: timer() Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: cb(*args, **kw) Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: return func(*args, **kwargs) Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: self._notify() Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: self.callback(batched_events) Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: event.method(event) Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: return f(self, *a, **k) Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: return self._get(url).json() Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: return self.request(url, 'GET', **kwargs) Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:13:05.551217 dv-cinder-805283-1-smb neutron-server[79348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:13:05.635069 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.638981 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:05.652496 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.655627 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3668523-f4f4-489f-8cac-54de854f6dec req-4ca920e1-49d3-4e3a-90d4-e3e6eeadd634 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:05.657113 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f3668523-f4f4-489f-8cac-54de854f6dec req-4ca920e1-49d3-4e3a-90d4-e3e6eeadd634 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 943 time: 0.0809250 Aug 20 19:13:05.662562 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d77e3d-2b0d-4f5b-a281-16a25b87980b,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:05.666441 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:05.671986 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-1f2621a6-6411-4f78-bb6e-b192a1da144d admin admin] 10.222.0.50 "DELETE /v2.0/networks/a9d77e3d-2b0d-4f5b-a281-16a25b87980b HTTP/1.1" status: 204 len: 168 time: 0.4349494 Aug 20 19:13:05.708495 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f3668523-f4f4-489f-8cac-54de854f6dec req-5c1429a0-a338-43cb-a545-7f88a6d5c7ba tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450435 Aug 20 19:13:05.847849 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49268) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:05.894485 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.897286 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-cdedadc7-2fa0-4257-aba1-880a9a8e182b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afa16b7d45c247f996050015b3efcb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481827 Aug 20 19:13:05.899599 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49272) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:05.955826 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c605-5029-4c89-8f34-cdccf9ec8e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.981901 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c605-5029-4c89-8f34-cdccf9ec8e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.033414 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c605-5029-4c89-8f34-cdccf9ec8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.038202 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ee802f9a-7732-4e0f-8dd4-62e3c6b9bcf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:06.054717 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1c605-5029-4c89-8f34-cdccf9ec8e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa93a7ca-958d-4acd-9bfd-cbe39941d87f,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:06.057383 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a2a1c605-5029-4c89-8f34-cdccf9ec8e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:06.062650 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c605-5029-4c89-8f34-cdccf9ec8e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.063766 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-a2a1c605-5029-4c89-8f34-cdccf9ec8e18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa93a7ca-958d-4acd-9bfd-cbe39941d87f HTTP/1.1" status: 204 len: 168 time: 0.1632493 Aug 20 19:13:06.642294 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db52e3-2c17-4b1d-b71c-272e69f8eac7 req-f0cc6e2c-1f9b-4915-9b9f-ecd1cd830e0b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:06.644487 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-27db52e3-2c17-4b1d-b71c-272e69f8eac7 req-f0cc6e2c-1f9b-4915-9b9f-ecd1cd830e0b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 943 time: 0.0860119 Aug 20 19:13:06.696590 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-27db52e3-2c17-4b1d-b71c-272e69f8eac7 req-28e84648-c197-4e07-a9ca-270291f7dd71 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 Aug 20 19:13:06.998864 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecb03b-f0da-4ba9-9795-6e1e04f4ba78 req-643f4754-364c-476d-8183-e303da60e768 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:07.001553 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-63ecb03b-f0da-4ba9-9795-6e1e04f4ba78 req-643f4754-364c-476d-8183-e303da60e768 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 943 time: 0.1801538 Aug 20 19:13:07.051032 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-63ecb03b-f0da-4ba9-9795-6e1e04f4ba78 req-a7360416-c730-42b7-a803-e16657d67c2c tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 Aug 20 19:13:07.058134 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 2a7e0c4b-2020-45c5-a2e5-03f046394c73 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:13:07.203057 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:07.213700 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 2a7e0c4b-2020-45c5-a2e5-03f046394c73, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=2a7e0c4b-2020-45c5-a2e5-03f046394c73,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:07.235135 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '2a7e0c4b-2020-45c5-a2e5-03f046394c73', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'port_id': '2a7e0c4b-2020-45c5-a2e5-03f046394c73', 'mac_address': 'fa:16:3e:cf:9f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:13:07.295136 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:07.312028 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7e0c4b-2020-45c5-a2e5-03f046394c73 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:13:07.329175 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 2a7e0c4b-2020-45c5-a2e5-03f046394c73, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=2a7e0c4b-2020-45c5-a2e5-03f046394c73,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:07.335353 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:07.337358 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:07.415195 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=2a7e0c4b-2020-45c5-a2e5-03f046394c73,revision_number=4']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:07.420010 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:07.830896 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['2a7e0c4b-2020-45c5-a2e5-03f046394c73'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:13:07.875638 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a805e6-8275-4cbc-985e-febb670f04b1 req-76330def-8063-43df-8a39-b0feed2ed0ab tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:07.877231 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-51a805e6-8275-4cbc-985e-febb670f04b1 req-76330def-8063-43df-8a39-b0feed2ed0ab tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 943 time: 0.0801287 Aug 20 19:13:07.924214 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-51a805e6-8275-4cbc-985e-febb670f04b1 req-f20334ae-4794-4bb7-92c0-43b68bc33167 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Aug 20 19:13:08.236072 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:08.241395 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd3cc3-8fb5-4918-911b-8353437047d8 req-61bf8597-6920-466d-8d0a-f6db26fae06a tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:08.242877 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-03dd3cc3-8fb5-4918-911b-8353437047d8 req-61bf8597-6920-466d-8d0a-f6db26fae06a tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 944 time: 0.0844598 Aug 20 19:13:08.287785 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-03dd3cc3-8fb5-4918-911b-8353437047d8 req-23ea975b-b78b-423c-b63e-c7301aa2f630 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392897 Aug 20 19:13:09.090416 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7f9ff966-4ab0-43d7-adfc-40d475b770ce details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:13:09.098899 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 2a7e0c4b-2020-45c5-a2e5-03f046394c73 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:13:09.113594 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c148c-955a-446f-a36b-c2b5f079c2d0 req-b3c30835-06cd-4800-9758-f724fb27616b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:09.115000 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-106c148c-955a-446f-a36b-c2b5f079c2d0 req-b3c30835-06cd-4800-9758-f724fb27616b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 943 time: 0.0820160 Aug 20 19:13:09.162718 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-106c148c-955a-446f-a36b-c2b5f079c2d0 req-99bdf382-ef86-4524-9ecb-48868950dc6b tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 Aug 20 19:13:09.294120 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning for port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 completed by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:13:09.309887 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:13:09.310268 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:09.361470 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:09.380167 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'port_id': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'mac_address': 'fa:16:3e:0b:5b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:13:09.472092 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bb408-400e-45a2-8774-7633edceb696 req-bf160a18-22aa-4f3f-bec9-7787c9fb4862 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:09.473806 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-061bb408-400e-45a2-8774-7633edceb696 req-bf160a18-22aa-4f3f-bec9-7787c9fb4862 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 944 time: 0.0804296 Aug 20 19:13:09.486733 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:09.509091 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:09.521235 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9ff966-4ab0-43d7-adfc-40d475b770ce {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:13:09.534659 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-061bb408-400e-45a2-8774-7633edceb696 req-85b5a4bd-2c5f-497a-9415-8d39bb29d884 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532279 Aug 20 19:13:09.550695 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:09.556266 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7e0c4b-2020-45c5-a2e5-03f046394c73'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:09.562985 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:09.566340 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:09.601769 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 2a7e0c4b-2020-45c5-a2e5-03f046394c73, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=2a7e0c4b-2020-45c5-a2e5-03f046394c73,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:09.603721 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7e0c4b-2020-45c5-a2e5-03f046394c73', 'code': 200} Aug 20 19:13:09.615412 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:09.638527 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=7f9ff966-4ab0-43d7-adfc-40d475b770ce,revision_number=7']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:09.641405 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:09.641855 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:09.705938 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=2a7e0c4b-2020-45c5-a2e5-03f046394c73,revision_number=5']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:09.709073 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:09.906882 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15e10f-e7e3-42a7-85db-0f3b90a26d31 req-e6383289-2665-467a-b58a-53f0ab33c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:09.908260 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7a15e10f-e7e3-42a7-85db-0f3b90a26d31 req-e6383289-2665-467a-b58a-53f0ab33c175 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 1098 time: 0.0679314 Aug 20 19:13:09.949323 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7a15e10f-e7e3-42a7-85db-0f3b90a26d31 req-7f0c4508-e4b7-4ce5-9f3f-6d48ca4ce359 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331762 Aug 20 19:13:09.984508 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['7f9ff966-4ab0-43d7-adfc-40d475b770ce'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:13:10.359197 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82921cce-ac03-497d-8d54-e1702aec4146 req-b7608680-0677-4b7d-ab36-8a84c1b0445e tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:10.360767 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-82921cce-ac03-497d-8d54-e1702aec4146 req-b7608680-0677-4b7d-ab36-8a84c1b0445e tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 944 time: 0.0862670 Aug 20 19:13:10.415739 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-82921cce-ac03-497d-8d54-e1702aec4146 req-17312e16-1255-4a71-82f4-6ba0b6da722f tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486300 Aug 20 19:13:10.725253 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0441a8-5f02-482c-a391-501ad9de3da2 req-859394df-04b0-40c3-964c-48e4535c99f1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:10.726830 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7f0441a8-5f02-482c-a391-501ad9de3da2 req-859394df-04b0-40c3-964c-48e4535c99f1 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 945 time: 0.0834332 Aug 20 19:13:10.770511 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7f0441a8-5f02-482c-a391-501ad9de3da2 req-a6e78392-33e6-47a8-a205-f8a2b0f7f911 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380366 Aug 20 19:13:11.525600 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9724efac-f646-4c38-872a-4eeb940fef90 req-645925f6-554d-4485-b95a-b9569faed63c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898998 Aug 20 19:13:11.704157 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8e0ec-25ad-464f-968a-89dec5abf85d req-e83ae661-dfee-4120-b355-52692d7e0c8c tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:11.705695 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-47d8e0ec-25ad-464f-968a-89dec5abf85d req-e83ae661-dfee-4120-b355-52692d7e0c8c tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 944 time: 0.1507032 Aug 20 19:13:11.731141 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724efac-f646-4c38-872a-4eeb940fef90 req-1f153b6a-4f80-40ae-affc-1f6f8b424c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:11.732590 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9724efac-f646-4c38-872a-4eeb940fef90 req-1f153b6a-4f80-40ae-affc-1f6f8b424c4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=398c146e71854f9da6a5d9946524f8c6&device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 1137 time: 0.1222098 Aug 20 19:13:11.784494 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-47d8e0ec-25ad-464f-968a-89dec5abf85d req-9fd397bf-679b-4a83-809a-47a0ae2cc647 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705492 Aug 20 19:13:11.937596 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724efac-f646-4c38-872a-4eeb940fef90 req-6ebd2cb4-efde-4588-a60a-af7c4d84fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:11.939086 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9724efac-f646-4c38-872a-4eeb940fef90 req-6ebd2cb4-efde-4588-a60a-af7c4d84fc29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24c2aa0b-25e5-412c-a63c-2588aed042cb HTTP/1.1" status: 200 len: 916 time: 0.1832857 Aug 20 19:13:12.055773 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9724efac-f646-4c38-872a-4eeb940fef90 req-72f84e61-16c8-48a6-be8f-0ab03bbabbe7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 200 len: 1001 time: 0.1091383 Aug 20 19:13:12.067012 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17672228-eb1d-4951-aad1-82782a3480f0 req-2714e57f-ddd5-4b52-b604-8d14a5bcd605 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:12.068442 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-17672228-eb1d-4951-aad1-82782a3480f0 req-2714e57f-ddd5-4b52-b604-8d14a5bcd605 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 945 time: 0.1853671 Aug 20 19:13:12.161097 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724efac-f646-4c38-872a-4eeb940fef90 req-84a59c7c-b35b-4641-9132-0a9caf290308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:12.162554 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9724efac-f646-4c38-872a-4eeb940fef90 req-84a59c7c-b35b-4641-9132-0a9caf290308 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75052161-7021-4e7e-aa5e-6afde754110a HTTP/1.1" status: 200 len: 854 time: 0.0926895 Aug 20 19:13:12.165478 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-17672228-eb1d-4951-aad1-82782a3480f0 req-9e8d5939-616d-475a-bd3f-4d9c843a0164 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619771 Aug 20 19:13:12.242032 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724efac-f646-4c38-872a-4eeb940fef90 req-18cd1871-2951-48f5-830f-7b462fcd4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:12.243437 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9724efac-f646-4c38-872a-4eeb940fef90 req-18cd1871-2951-48f5-830f-7b462fcd4c17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c2aa0b-25e5-412c-a63c-2588aed042cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743124 Aug 20 19:13:12.541310 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9724efac-f646-4c38-872a-4eeb940fef90 req-10a90602-0b80-40e7-8b2b-9a9bf5131115 service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898140 Aug 20 19:13:12.549606 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1ca24-7d47-433c-ade0-6e8ebba44a89 req-4a72d821-79e1-4976-bf12-28247e4c4f59 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:12.551060 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-27c1ca24-7d47-433c-ade0-6e8ebba44a89 req-4a72d821-79e1-4976-bf12-28247e4c4f59 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 945 time: 0.2804313 Aug 20 19:13:12.561080 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49398) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:12.565985 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.v2.base [None req-8b204d07-0639-49a8-8573-cb6faed9d1bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Request body: {'floatingip': {'port_id': '2a7e0c4b-2020-45c5-a2e5-03f046394c73'}} {{(pid=79348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:12.696188 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9724efac-f646-4c38-872a-4eeb940fef90 req-995be237-22fd-4163-a059-6f4e23348279 service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440551 Aug 20 19:13:12.738844 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8b204d07-0639-49a8-8573-cb6faed9d1bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, before_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:12.977263 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831bab-473b-442f-bfee-0ba3b64a53e2 req-5b0c0cf5-1207-4df4-aef4-1936c833862a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:12.978768 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f5831bab-473b-442f-bfee-0ba3b64a53e2 req-5b0c0cf5-1207-4df4-aef4-1936c833862a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 944 time: 0.0803165 Aug 20 19:13:13.027832 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f5831bab-473b-442f-bfee-0ba3b64a53e2 req-f2838a3c-a967-4b56-a0bd-e8cd7b8c2d4e tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 Aug 20 19:13:13.125291 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7f9ff966-4ab0-43d7-adfc-40d475b770ce up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:13:13.190453 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port 7f9ff966-4ab0-43d7-adfc-40d475b770ce triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:13:13.190829 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:13.308071 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:13.334470 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:13.344647 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:13.350818 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:13.352711 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:13.354423 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8b204d07-0639-49a8-8573-cb6faed9d1bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:13.359668 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8b204d07-0639-49a8-8573-cb6faed9d1bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:13.391872 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'code': 200} Aug 20 19:13:13.427130 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=7f9ff966-4ab0-43d7-adfc-40d475b770ce,revision_number=8']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:13.430997 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:13.538268 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.l3_db [None req-8b204d07-0639-49a8-8573-cb6faed9d1bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Floating IP bb6a04b9-e2c9-46fe-809e-9f9636034233 associated. External IP: 172.28.2.248, port: 2a7e0c4b-2020-45c5-a2e5-03f046394c73. Aug 20 19:13:13.762574 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8706eef-f2dd-4e0e-93e0-b711a3124195 req-57ef713a-7565-47b4-a14c-dffe2fb72007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:13.763954 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d8706eef-f2dd-4e0e-93e0-b711a3124195 req-57ef713a-7565-47b4-a14c-dffe2fb72007 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 1098 time: 0.0690670 Aug 20 19:13:13.811122 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-d8706eef-f2dd-4e0e-93e0-b711a3124195 req-a1753ba1-9a73-4095-800c-68f5492135ae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397000 Aug 20 19:13:13.894014 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b204d07-0639-49a8-8573-cb6faed9d1bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Router 32500550-9a94-4255-ae61-4be00c172da4 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:13:13.911639 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a8623475-be62-434e-ab3a-acc5335e7489 req-2bdbaed3-9134-4674-be69-c75de063d978 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230677966&fields=id&tenant_id=398c146e71854f9da6a5d9946524f8c6 HTTP/1.1" status: 200 len: 267 time: 0.0401750 Aug 20 19:13:14.007444 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8623475-be62-434e-ab3a-acc5335e7489 req-ab97088d-2e1b-4a8c-9a26-d43926864ffe tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:14.009009 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a8623475-be62-434e-ab3a-acc5335e7489 req-ab97088d-2e1b-4a8c-9a26-d43926864ffe tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 984 time: 0.0914876 Aug 20 19:13:14.021004 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.v2.base [req-a8623475-be62-434e-ab3a-acc5335e7489 req-578cc01f-2c80-4c29-a891-3edac5c7d0ad tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Request body: {'port': {'security_groups': ['af0d6738-6950-485a-bf5b-4eef5a158fd9']}} {{(pid=79347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:14.150258 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a8623475-be62-434e-ab3a-acc5335e7489 req-578cc01f-2c80-4c29-a891-3edac5c7d0ad tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:14.172065 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b204d07-0639-49a8-8573-cb6faed9d1bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:13:14.176286 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8b204d07-0639-49a8-8573-cb6faed9d1bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:14.182656 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] Sync routers for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:13:14.195076 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:13:14.196678 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:13:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:14.239234 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-8b204d07-0639-49a8-8573-cb6faed9d1bd tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "PUT /v2.0/floatingips/bb6a04b9-e2c9-46fe-809e-9f9636034233 HTTP/1.1" status: 200 len: 991 time: 1.6757908 Aug 20 19:13:14.239234 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'tag': '2a7e0c4b-2020-45c5-a2e5-03f046394c73'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:14.419980 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:13:14.443832 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [req-a8623475-be62-434e-ab3a-acc5335e7489 req-578cc01f-2c80-4c29-a891-3edac5c7d0ad tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] For port e5bb04b4-2402-4478-919a-b90c84895dec, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e5bb04b4-2402-4478-919a-b90c84895dec,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:14.476038 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a8623475-be62-434e-ab3a-acc5335e7489 req-578cc01f-2c80-4c29-a891-3edac5c7d0ad tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for port, precommit_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:14.480991 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a8623475-be62-434e-ab3a-acc5335e7489 req-578cc01f-2c80-4c29-a891-3edac5c7d0ad tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435999'] for port, after_update {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:14.487618 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ac765d5a-43f1-4acb-acbc-c5ff330e5f03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:14.574197 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['e5bb04b4-2402-4478-919a-b90c84895dec'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:13:14.594552 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8623475-be62-434e-ab3a-acc5335e7489 req-578cc01f-2c80-4c29-a891-3edac5c7d0ad tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:14.595193 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [req-a8623475-be62-434e-ab3a-acc5335e7489 req-578cc01f-2c80-4c29-a891-3edac5c7d0ad tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:14.596812 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a8623475-be62-434e-ab3a-acc5335e7489 req-578cc01f-2c80-4c29-a891-3edac5c7d0ad tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "PUT /v2.0/ports/e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 200 len: 942 time: 0.5810082 Aug 20 19:13:14.604783 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49434) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:14.608443 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:14.645230 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cc01f-2c80-4c29-a891-3edac5c7d0ad tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event updated for resources: {'Port': ['ID=e5bb04b4-2402-4478-919a-b90c84895dec,revision_number=7']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:14.649177 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-578cc01f-2c80-4c29-a891-3edac5c7d0ad tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:14.684410 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3206df-639a-4cfb-911c-1acb5fbe76d3 req-37d54bb7-b6ae-4d4d-91ec-61e986f95640 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:14.687490 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8a3206df-639a-4cfb-911c-1acb5fbe76d3 req-37d54bb7-b6ae-4d4d-91ec-61e986f95640 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.1565335 Aug 20 19:13:14.730851 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:14.756330 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8a3206df-639a-4cfb-911c-1acb5fbe76d3 req-f85e5eed-d9f6-4ee9-bafd-ac8d6f2272b6 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563903 Aug 20 19:13:14.774165 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:14.852550 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'tag': '2a7e0c4b-2020-45c5-a2e5-03f046394c73', 'status': 'completed', 'code': 200} Aug 20 19:13:14.853261 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'status': 'completed', 'code': 200} Aug 20 19:13:14.873072 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['e5bb04b4-2402-4478-919a-b90c84895dec'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:13:14.884460 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:14.888779 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a4aeffa9-683c-46d9-86d6-4b113df87056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:14.907460 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0f44c1-1d4e-453d-a3ab-a527f3df9b18,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:14.920363 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.920742 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.921134 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.921492 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.922056 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.922524 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.922992 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.923383 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.924190 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.924190 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.924683 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.925088 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:14.928243 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:14.931265 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:14.935989 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b0f44c1-1d4e-453d-a3ab-a527f3df9b18 HTTP/1.1" status: 204 len: 168 time: 0.3298814 Aug 20 19:13:14.936638 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49440) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:15.017368 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-f61afd87-e67c-4cd1-8ccd-f9126074aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:15.019586 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-f61afd87-e67c-4cd1-8ccd-f9126074aae7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 1098 time: 0.0891635 Aug 20 19:13:15.071614 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-e9abadfe-db80-4b51-980a-bdf27c567aa1 None None] Provisioning complete for port e5bb04b4-2402-4478-919a-b90c84895dec triggered by entity DHCP. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:13:15.072330 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-e9abadfe-db80-4b51-980a-bdf27c567aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:15.173468 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-e65306da-e943-457e-8433-a00ec47b6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:15.175279 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-e65306da-e943-457e-8433-a00ec47b6b5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 200 len: 912 time: 0.1465776 Aug 20 19:13:15.221013 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Deleting port 9c65620d-50af-4d64-9d5a-71a227ef6236 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:15.221348 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:15.259113 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-a3112949-6a89-48b3-b406-34401643e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:15.260731 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-a3112949-6a89-48b3-b406-34401643e512 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=398c146e71854f9da6a5d9946524f8c6&device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 1098 time: 0.2489412 Aug 20 19:13:15.344532 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-81142421-05b1-4c9e-869a-28ef0b0253f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a7e0c4b-2020-45c5-a2e5-03f046394c73 HTTP/1.1" status: 200 len: 999 time: 0.1482801 Aug 20 19:13:15.424448 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': 'bb6a04b9-e2c9-46fe-809e-9f9636034233', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'floating_ip_address': '172.28.2.248', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '32500550-9a94-4255-ae61-4be00c172da4', 'port_id': '2a7e0c4b-2020-45c5-a2e5-03f046394c73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'mac_address': 'fa:16:3e:cf:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:12:58Z', 'updated_at': '2021-08-20T19:13:13Z', 'revision_number': 1, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:15.457896 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] Checking router: 32500550-9a94-4255-ae61-4be00c172da4 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:13:15.470708 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-2b141cc5-7c56-46d6-b0bf-a1ec213d9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:15.471825 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-3434aa73-bba1-46a4-8c96-51449576a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:15.473475 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-3434aa73-bba1-46a4-8c96-51449576a51d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 200 len: 850 time: 0.1281290 Aug 20 19:13:15.473975 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-2b141cc5-7c56-46d6-b0bf-a1ec213d9d90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24c2aa0b-25e5-412c-a63c-2588aed042cb HTTP/1.1" status: 200 len: 916 time: 0.1816878 Aug 20 19:13:15.482836 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:13:15.483477 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:13:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:15.604152 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-939761de-4db3-4732-877a-bf96752f400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:15.605679 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-939761de-4db3-4732-877a-bf96752f400a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999477 Aug 20 19:13:15.682542 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:13:15.715637 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-a01e1df0-b509-443b-b45b-b6f93ff1d60b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 200 len: 1001 time: 0.1770124 Aug 20 19:13:15.771588 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:15.772552 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:15.859408 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-6566dcd3-41ae-401e-8945-499e2b24be4f service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459469 Aug 20 19:13:15.875899 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-92883179-f3d3-4865-9b0a-e49e20579f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:15.877869 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-92883179-f3d3-4865-9b0a-e49e20579f24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75052161-7021-4e7e-aa5e-6afde754110a HTTP/1.1" status: 200 len: 854 time: 0.1483643 Aug 20 19:13:15.942828 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Calling delete_port for 9c65620d-50af-4d64-9d5a-71a227ef6236 owned by network:floatingip {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:16.078885 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-7047cf6a-2c47-4bcc-8465-d2be0f8948f1 req-7ada9746-2c3b-44f2-b635-488f656fd3ed service neutron] 10.222.0.11 "GET /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127180 Aug 20 19:13:16.080696 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-8694f340-d49e-4574-841e-be50313d385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:16.082205 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-8694f340-d49e-4574-841e-be50313d385f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c2aa0b-25e5-412c-a63c-2588aed042cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1462736 Aug 20 19:13:16.091675 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': 'bb6a04b9-e2c9-46fe-809e-9f9636034233', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'floating_ip_address': '172.28.2.248', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '32500550-9a94-4255-ae61-4be00c172da4', 'port_id': '2a7e0c4b-2020-45c5-a2e5-03f046394c73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'mac_address': 'fa:16:3e:cf:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:12:58Z', 'updated_at': '2021-08-20T19:13:13Z', 'revision_number': 1, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:16.096475 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d6627-1b78-4eb3-9144-3d93f26a62d7 None None] The sync data for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb is: [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_floatingips': [{'id': 'bb6a04b9-e2c9-46fe-809e-9f9636034233', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'floating_ip_address': '172.28.2.248', 'floating_network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'router_id': '32500550-9a94-4255-ae61-4be00c172da4', 'port_id': '2a7e0c4b-2020-45c5-a2e5-03f046394c73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'mac_address': 'fa:16:3e:cf:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:12:58Z', 'updated_at': '2021-08-20T19:13:13Z', 'revision_number': 1, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:13:16.106557 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5be3ab-4f90-4896-8013-046dd0cbf311 req-6adf2018-a862-4d41-b660-be4f566cbdee tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:16.109764 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bc5be3ab-4f90-4896-8013-046dd0cbf311 req-6adf2018-a862-4d41-b660-be4f566cbdee tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.1225014 Aug 20 19:13:16.161645 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bc5be3ab-4f90-4896-8013-046dd0cbf311 req-7a31b46a-dbee-4973-ba7d-a234b5d2dadf tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Aug 20 19:13:16.310197 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc458c00-7826-4157-a985-1cf4d7409e67 None None] New status for floating IP bb6a04b9-e2c9-46fe-809e-9f9636034233: ACTIVE {{(pid=79350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:13:16.349545 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:16.355411 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-90ea82aa-861e-4f80-a60d-ffd637c19770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:16.414539 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event deleted for resources: {'Port': ['ID=9c65620d-50af-4d64-9d5a-71a227ef6236,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:16.482266 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-315ef72b-7ad1-4765-b43c-8259b04ff70e service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785281 Aug 20 19:13:16.483135 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:16.570478 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks [] for floatingip, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:16.570925 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.l3_db [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Floating IP f50a22cf-b8d1-458c-bc3d-eafd2f364bb3 disassociated (deleted). External IP: 172.28.2.222, port: e5bb04b4-2402-4478-919a-b90c84895dec. Aug 20 19:13:16.617488 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:13:16.733427 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49466) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:16.810132 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-47fb8db0-1509-45fc-b6c5-40c196ec7213 req-1fd4860c-a51c-44bc-8b91-093aecb104ff service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150978 Aug 20 19:13:16.870392 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:16.884410 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:16.888268 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] Usage tracker for resource:security_group_rule and tenant:0b613135cc58470e9e3d56fa1fe60e13 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:16.891059 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:16.896566 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:16.976734 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:16.980972 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:16.989503 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:17.011717 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Router 000e6b02-d00a-414c-9b97-cbafd7001e49 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:13:17.032557 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b613135cc58470e9e3d56fa1fe60e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979140 Aug 20 19:13:17.033175 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49474) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:17.035686 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc45769-cf0b-4ced-9bd3-e481688f6d52,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:17.048030 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:17.095458 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-16a7980e-74c1-458a-8437-bbc5ea23a95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:17.124527 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-16a7980e-74c1-458a-8437-bbc5ea23a95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:17.175846 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-16a7980e-74c1-458a-8437-bbc5ea23a95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:17.181433 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bb872d68-c54e-4f39-b1ce-1adbf0ac7292 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:17.192468 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:13:17.195261 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7980e-74c1-458a-8437-bbc5ea23a95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc45769-cf0b-4ced-9bd3-e481688f6d52,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:17.198833 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-16a7980e-74c1-458a-8437-bbc5ea23a95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:17.202342 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-16a7980e-74c1-458a-8437-bbc5ea23a95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:17.203619 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] Sync routers for ids ['000e6b02-d00a-414c-9b97-cbafd7001e49'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:13:17.211240 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:17.213383 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-16a7980e-74c1-458a-8437-bbc5ea23a95a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8dc45769-cf0b-4ced-9bd3-e481688f6d52 HTTP/1.1" status: 204 len: 168 time: 0.1746128 Aug 20 19:13:17.227700 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] Routers {'000e6b02-d00a-414c-9b97-cbafd7001e49'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:13:17.227700 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:13:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['000e6b02-d00a-414c-9b97-cbafd7001e49'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:17.276008 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "DELETE /v2.0/floatingips/f50a22cf-b8d1-458c-bc3d-eafd2f364bb3 HTTP/1.1" status: 204 len: 168 time: 2.3357234 Aug 20 19:13:17.276008 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:17.331447 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'status': 'completed', 'code': 200} Aug 20 19:13:17.428015 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] Set router 000e6b02-d00a-414c-9b97-cbafd7001e49 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:13:17.476323 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-df447823-01a5-4c54-a99a-b1048035f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:17.479631 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-df447823-01a5-4c54-a99a-b1048035f161 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=398c146e71854f9da6a5d9946524f8c6&device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 1098 time: 0.0901382 Aug 20 19:13:17.655742 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-ebeb04b2-e11d-4d62-9bfd-59e8c257093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:17.657551 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-ebeb04b2-e11d-4d62-9bfd-59e8c257093c service neutron] 10.222.0.11 "GET /v2.0/networks?id=24c2aa0b-25e5-412c-a63c-2588aed042cb HTTP/1.1" status: 200 len: 916 time: 0.1705363 Aug 20 19:13:17.769616 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-d82c5cf6-8608-443b-a58f-605fe72c1129 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 200 len: 217 time: 0.1003873 Aug 20 19:13:17.851788 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-84dcea52-2db7-491a-b31a-76573bc562c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:17.853754 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-84dcea52-2db7-491a-b31a-76573bc562c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75052161-7021-4e7e-aa5e-6afde754110a HTTP/1.1" status: 200 len: 854 time: 0.0770843 Aug 20 19:13:17.894915 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:19Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '1dfa6405-5356-47f7-9e52-af2817d0f094', 'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'mac_address': 'fa:16:3e:f2:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:17Z', 'updated_at': '2021-08-20T19:08:29Z', 'revision_number': 5, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'subnets': [{'id': '75052161-7021-4e7e-aa5e-6afde754110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:17.899309 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] Checking router: 000e6b02-d00a-414c-9b97-cbafd7001e49 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:13:17.907800 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] Routers {'000e6b02-d00a-414c-9b97-cbafd7001e49'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:13:17.908540 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:13:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['000e6b02-d00a-414c-9b97-cbafd7001e49'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:18.042838 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-77906173-f728-4c7a-afb3-717e927379f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:18.044544 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-77906173-f728-4c7a-afb3-717e927379f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c2aa0b-25e5-412c-a63c-2588aed042cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1706121 Aug 20 19:13:18.098030 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] Set router 000e6b02-d00a-414c-9b97-cbafd7001e49 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:13:18.183884 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-dbc4edde-617e-43c4-b848-915ed85b493b service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314321 Aug 20 19:13:18.336353 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b943cd70-2557-4a12-9cea-c8336e824d92 req-1fc9751b-0aff-4aea-8cd1-c4fc78abb022 service neutron] 10.222.0.11 "GET /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454437 Aug 20 19:13:18.449775 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:19Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '1dfa6405-5356-47f7-9e52-af2817d0f094', 'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'mac_address': 'fa:16:3e:f2:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:17Z', 'updated_at': '2021-08-20T19:08:29Z', 'revision_number': 5, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'subnets': [{'id': '75052161-7021-4e7e-aa5e-6afde754110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:18.453768 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6297f5-6396-4fbe-a0d9-8a5122a18ac8 None None] The sync data for ids ['000e6b02-d00a-414c-9b97-cbafd7001e49'] in dv-cinder-805283-1-smb is: [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:08:19Z', 'revision_number': 4, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '1dfa6405-5356-47f7-9e52-af2817d0f094', 'name': '', 'network_id': '24c2aa0b-25e5-412c-a63c-2588aed042cb', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'mac_address': 'fa:16:3e:f2:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '75052161-7021-4e7e-aa5e-6afde754110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:17Z', 'updated_at': '2021-08-20T19:08:29Z', 'revision_number': 5, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'subnets': [{'id': '75052161-7021-4e7e-aa5e-6afde754110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:13:18.701025 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee46b20-3f6c-4819-8f8e-a1422af3d1cf None None] New status for floating IP f50a22cf-b8d1-458c-bc3d-eafd2f364bb3: DOWN {{(pid=79350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:13:18.831237 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49540) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:18.954592 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:18.970340 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:18.974102 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] Usage tracker for resource:security_group_rule and tenant:43e4cf788da2487cb5ddc479b02499dc is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:18.976883 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:18.982535 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:19.065655 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:19.070182 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:19.078567 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bda89f83-21e8-484e-ae10-18a8830e3bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:19.117502 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43e4cf788da2487cb5ddc479b02499dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851112 Aug 20 19:13:19.119386 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56928ac7-bc9c-49c9-9f57-79d4fcc9b9f5,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:19.120331 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49554) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:19.123577 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:19.183266 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4de5d4e3-cbc4-485b-b592-f6ea68e76cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:19.211000 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4de5d4e3-cbc4-485b-b592-f6ea68e76cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:19.263499 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4de5d4e3-cbc4-485b-b592-f6ea68e76cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:19.268393 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-df5d6c99-a5a2-440b-afa2-19b4c6c1d568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:19.281519 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5d4e3-cbc4-485b-b592-f6ea68e76cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56928ac7-bc9c-49c9-9f57-79d4fcc9b9f5,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:19.284415 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4de5d4e3-cbc4-485b-b592-f6ea68e76cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:19.285315 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4de5d4e3-cbc4-485b-b592-f6ea68e76cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:19.286429 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-4de5d4e3-cbc4-485b-b592-f6ea68e76cd6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56928ac7-bc9c-49c9-9f57-79d4fcc9b9f5 HTTP/1.1" status: 204 len: 168 time: 0.1649878 Aug 20 19:13:20.728592 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511712b-68ef-4c05-b457-7e7136a5bfc1 req-0a95d2bd-f073-4a3d-92b6-9c61d9814ae5 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:20.730081 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e511712b-68ef-4c05-b457-7e7136a5bfc1 req-0a95d2bd-f073-4a3d-92b6-9c61d9814ae5 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.0854068 Aug 20 19:13:20.774597 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e511712b-68ef-4c05-b457-7e7136a5bfc1 req-56bed7e1-8f5e-474e-844b-4f1490924f07 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Aug 20 19:13:21.956163 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96379fa3-ab91-4fa0-a723-cb10e65de179 req-1a905a27-3e1f-4a5b-93a3-c3c8fee3e625 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:21.957693 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-96379fa3-ab91-4fa0-a723-cb10e65de179 req-1a905a27-3e1f-4a5b-93a3-c3c8fee3e625 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.0787416 Aug 20 19:13:22.004093 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-96379fa3-ab91-4fa0-a723-cb10e65de179 req-6d31a84f-cc8f-4fdd-80a6-87955bf19faa tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Aug 20 19:13:23.188826 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75628-e839-42c5-8f27-671ce207ba82 req-4b7588c9-f4ae-4044-a701-0a3d58f189f0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:23.190309 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-35a75628-e839-42c5-8f27-671ce207ba82 req-4b7588c9-f4ae-4044-a701-0a3d58f189f0 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.0789917 Aug 20 19:13:23.234636 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-35a75628-e839-42c5-8f27-671ce207ba82 req-bcf3981a-97ef-4dd2-8d9a-5f43cdd7ea6d tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/security-groups?id=af0d6738-6950-485a-bf5b-4eef5a158fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 Aug 20 19:13:23.358157 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-f5a4ca60-29e1-4eba-8910-a4359bef23a1 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:23.358844 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-f5a4ca60-29e1-4eba-8910-a4359bef23a1 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Synchronizing usage tracker for tenant:398c146e71854f9da6a5d9946524f8c6 on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:13:23.375695 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-f5a4ca60-29e1-4eba-8910-a4359bef23a1 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Unset dirty status for tenant:398c146e71854f9da6a5d9946524f8c6 on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:13:23.377098 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-f5a4ca60-29e1-4eba-8910-a4359bef23a1 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.11 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 945 time: 0.0997157 Aug 20 19:13:23.445972 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Deleting port e5bb04b4-2402-4478-919a-b90c84895dec {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:23.446221 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:23.707126 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] For port e5bb04b4-2402-4478-919a-b90c84895dec, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e5bb04b4-2402-4478-919a-b90c84895dec,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:23.707412 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:23.837908 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Calling delete_port for e5bb04b4-2402-4478-919a-b90c84895dec owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:23.981150 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:23.986495 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-5c0e4e2a-1abd-417e-9dfe-7ec18c766f6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:24.028443 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['e5bb04b4-2402-4478-919a-b90c84895dec'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:13:24.031577 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Pushing event deleted for resources: {'Port': ['ID=e5bb04b4-2402-4478-919a-b90c84895dec,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:24.034667 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:24.110386 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] No DVR routers for this DVR port e5bb04b4-2402-4478-919a-b90c84895dec on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:13:24.113978 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:24.117297 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'name': 'network-vif-deleted', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:24.132618 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-9b84b1ce-7a66-4afb-bcb6-ff8a6c6be6f6 req-476f0844-01af-43df-9924-4924543e0ff2 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.11 "DELETE /v2.0/ports/e5bb04b4-2402-4478-919a-b90c84895dec HTTP/1.1" status: 204 len: 173 time: 0.7497885 Aug 20 19:13:24.165982 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11541239-18a2-485c-92a3-0132ec582c27', 'name': 'network-vif-deleted', 'tag': 'e5bb04b4-2402-4478-919a-b90c84895dec', 'status': 'completed', 'code': 200} Aug 20 19:13:24.398595 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ef5e0484-546a-4124-81fd-5c8fdf3441e7 req-b6690b2b-03a4-429b-8c5d-92980845952d tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] 10.222.0.50 "GET /v2.0/ports?device_id=11541239-18a2-485c-92a3-0132ec582c27 HTTP/1.1" status: 200 len: 210 time: 0.0464749 Aug 20 19:13:26.148238 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49720) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:26.861877 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668359'] for router_interface, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:27.202885 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device e5bb04b4-2402-4478-919a-b90c84895dec no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:27.240829 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: e5bb04b4-2402-4478-919a-b90c84895dec {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:13:27.241181 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device e5bb04b4-2402-4478-919a-b90c84895dec not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:13:27.315760 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Deleting port 1dfa6405-5356-47f7-9e52-af2817d0f094 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:27.316337 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:27.486020 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] For port 1dfa6405-5356-47f7-9e52-af2817d0f094, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=1dfa6405-5356-47f7-9e52-af2817d0f094,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:27.486368 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:27.607722 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Calling delete_port for 1dfa6405-5356-47f7-9e52-af2817d0f094 owned by network:router_interface {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:27.783533 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:27.787989 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-4dbb429c-450d-4aee-ba2b-b18ef68ffaa5 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:27.864183 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1dfa6405-5356-47f7-9e52-af2817d0f094,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:27.871506 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:28.113484 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668347'] for router_interface, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:28.569964 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Router 000e6b02-d00a-414c-9b97-cbafd7001e49 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:13:28.749483 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:13:28.759639 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] Sync routers for ids ['000e6b02-d00a-414c-9b97-cbafd7001e49'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:13:28.768985 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] Routers {'000e6b02-d00a-414c-9b97-cbafd7001e49'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:13:28.769684 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-05060569-6299-400a-ae00-f0d7f9d6b3ef admin admin] 10.222.0.50 "PUT /v2.0/routers/000e6b02-d00a-414c-9b97-cbafd7001e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6203651 Aug 20 19:13:28.770041 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:13:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['000e6b02-d00a-414c-9b97-cbafd7001e49'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:28.772159 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49756) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:28.946124 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] Set router 000e6b02-d00a-414c-9b97-cbafd7001e49 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:13:28.949817 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Notify callbacks [] for router, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:29.129781 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:29.139600 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Deleting port a141e160-3544-4cb6-8849-8481a058543a {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:29.139981 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:29.230499 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a141e160-3544-4cb6-8849-8481a058543a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:13:27Z', 'revision_number': 5, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port': {'id': 'a141e160-3544-4cb6-8849-8481a058543a', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:11Z', 'updated_at': '2021-08-20T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:29.239102 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] Checking router: 000e6b02-d00a-414c-9b97-cbafd7001e49 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:13:29.248263 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] Routers {'000e6b02-d00a-414c-9b97-cbafd7001e49'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:13:29.248879 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:13:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['000e6b02-d00a-414c-9b97-cbafd7001e49'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:29.337237 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] For port a141e160-3544-4cb6-8849-8481a058543a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=a141e160-3544-4cb6-8849-8481a058543a,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:29.337509 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:29.446175 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] Set router 000e6b02-d00a-414c-9b97-cbafd7001e49 gateway port host: None {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:13:29.498416 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Calling delete_port for a141e160-3544-4cb6-8849-8481a058543a owned by network:router_gateway {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:29.566841 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:13:29Z', 'revision_number': 6, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port_host': None}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:29.572097 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6efd22-635f-4ac8-86c2-efc8ae06ca01 None None] The sync data for ids ['000e6b02-d00a-414c-9b97-cbafd7001e49'] in dv-cinder-805283-1-smb is: [{'id': '000e6b02-d00a-414c-9b97-cbafd7001e49', 'name': 'tempest-TestMinimumBasicScenario-1005696357-router', 'tenant_id': '398c146e71854f9da6a5d9946524f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:10Z', 'updated_at': '2021-08-20T19:13:29Z', 'revision_number': 6, 'project_id': '398c146e71854f9da6a5d9946524f8c6', 'gw_port_host': None}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:13:29.674777 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:29.679090 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:29.721601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Pushing event deleted for resources: {'Port': ['ID=a141e160-3544-4cb6-8849-8481a058543a,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:29.746925 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:29.811677 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754194'] for router_gateway, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.099158 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-857'] for router, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.101975 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.125147 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669256'] for router, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.125678 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 000e6b02-d00a-414c-9b97-cbafd7001e49 {{(pid=79347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:13:30.137957 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Notify callbacks [] for router, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.139053 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] 10.222.0.50 "DELETE /v2.0/routers/000e6b02-d00a-414c-9b97-cbafd7001e49 HTTP/1.1" status: 204 len: 168 time: 1.3658462 Aug 20 19:13:30.141533 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49774) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:30.197982 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_v2 [None req-58414e81-541b-4023-a366-24bb0df8234a admin admin] Deleting subnet 75052161-7021-4e7e-aa5e-6afde754110a {{(pid=79347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:13:30.200740 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-58414e81-541b-4023-a366-24bb0df8234a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.250989 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-58414e81-541b-4023-a366-24bb0df8234a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2575663'] for subnet, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.364169 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-58414e81-541b-4023-a366-24bb0df8234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.437758 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-58414e81-541b-4023-a366-24bb0df8234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273316'] for subnet, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.441906 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6dae2ff6-72d5-44b2-b903-4569fcab5beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:30.478787 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58414e81-541b-4023-a366-24bb0df8234a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75052161-7021-4e7e-aa5e-6afde754110a,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:30.482351 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-58414e81-541b-4023-a366-24bb0df8234a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:30.489055 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-58414e81-541b-4023-a366-24bb0df8234a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.490047 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdfbf71-e51f-45d5-b1ee-17ab402d7e63 None None] Network 24c2aa0b-25e5-412c-a63c-2588aed042cb requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:13:30.504563 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-58414e81-541b-4023-a366-24bb0df8234a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/75052161-7021-4e7e-aa5e-6afde754110a HTTP/1.1" status: 204 len: 168 time: 0.3620448 Aug 20 19:13:30.507477 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49780) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:30.638862 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.650601 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Deleting port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:30.650930 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.809887 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] DHCP port deletion for 24c2aa0b-25e5-412c-a63c-2588aed042cb request from dv-cinder-805283-1-smb {{(pid=79349) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:13:30.813770 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] Deleting port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:30.814153 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:30.863119 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] For port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=9ede00f9-d5ab-4089-a4d5-fea0a1b2550a,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:30.863468 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:31.019651 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] For port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=9ede00f9-d5ab-4089-a4d5-fea0a1b2550a,segment=NetworkSegment(4867b1a5-2a84-4ca5-aa0e-fb3d1403a983),segment_id=4867b1a5-2a84-4ca5-aa0e-fb3d1403a983)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:31.019973 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:31.070319 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Calling delete_port for 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a owned by network:dhcp {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:31.145397 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:31.150850 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-16348e55-3095-433b-9ece-05cdd388eb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:31.152060 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] Calling delete_port for 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a owned by network:dhcp {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:31.190923 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] No DVR routers for this DVR port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a on host dv-cinder-805283-1-smb {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:13:31.230983 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ede00f9-d5ab-4089-a4d5-fea0a1b2550a,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:31.233446 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:31.297736 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.db.api [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:13:31.298135 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_db.api [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:13:31.323806 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:31.336500 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c2aa0b-25e5-412c-a63c-2588aed042cb']}} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:31.348341 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983') {'for_net_delete': True} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:31.348629 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4867b1a5-2a84-4ca5-aa0e-fb3d1403a983') {} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:31.360301 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300608'] for segment, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:31.375606 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:31.381926 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=79348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:13:31.382364 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300163'] for segment, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: Traceback (most recent call last): Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: timer() Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: cb(*args, **kw) Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: return func(*args, **kwargs) Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: self._notify() Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: self.callback(batched_events) Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: event.method(event) Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: return f(self, *a, **k) Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: return self._get(url).json() Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: return self.request(url, 'GET', **kwargs) Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:13:31.395550 dv-cinder-805283-1-smb neutron-server[79348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:13:31.468459 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:31.472065 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:31.493984 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:31.502477 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Pushing event deleted for resources: {'Network': ['ID=24c2aa0b-25e5-412c-a63c-2588aed042cb,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:31.505729 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:31.516360 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] 10.222.0.50 "DELETE /v2.0/networks/24c2aa0b-25e5-412c-a63c-2588aed042cb HTTP/1.1" status: 204 len: 168 time: 1.0075510 Aug 20 19:13:31.519232 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49796) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:31.578176 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:31.612192 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:13:31.612545 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:13:31.613004 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 1dfa6405-5356-47f7-9e52-af2817d0f094 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:31.645834 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 1dfa6405-5356-47f7-9e52-af2817d0f094 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:13:31.647627 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 1dfa6405-5356-47f7-9e52-af2817d0f094 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:13:31.648300 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device a141e160-3544-4cb6-8849-8481a058543a no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:31.683519 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: a141e160-3544-4cb6-8849-8481a058543a {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:13:31.683870 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device a141e160-3544-4cb6-8849-8481a058543a not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:13:31.799451 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] Deleting port 9ede00f9-d5ab-4089-a4d5-fea0a1b2550a {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:31.799774 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:31.863523 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-7d229d9f-408c-4f2f-a248-aa9dd05a6d4f None None] The port '9ede00f9-d5ab-4089-a4d5-fea0a1b2550a' was deleted {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:13:32.062947 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668359'] for router_interface, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:32.267171 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7850ef5a-d9a4-406b-84cd-f73ff921bf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:32.493110 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Deleting port e19e6c7a-99f9-4318-8009-135852770633 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:32.493443 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:32.664380 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] For port e19e6c7a-99f9-4318-8009-135852770633, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=e19e6c7a-99f9-4318-8009-135852770633,segment=NetworkSegment(65b311cc-0fe4-4bd9-b62b-8220862af261),segment_id=65b311cc-0fe4-4bd9-b62b-8220862af261)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:32.665138 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:32.721120 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:32.790495 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Calling delete_port for e19e6c7a-99f9-4318-8009-135852770633 owned by network:router_interface {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:33.092498 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:33.096772 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f10edfaf-efa6-4d5c-817e-5bf354c1cb68 tempest-VolumesSnapshotTestJSON-1869045038 tempest-VolumesSnapshotTestJSON-1869045038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:33.141699 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19e6c7a-99f9-4318-8009-135852770633,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:33.167251 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:33.401312 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668347'] for router_interface, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:33.848925 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Router c04633ad-c29f-4d7d-9ad3-9502172380c4 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:13:34.019250 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:13:34.028222 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] Sync routers for ids ['c04633ad-c29f-4d7d-9ad3-9502172380c4'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:13:34.028943 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-0ba41f18-0454-4fa7-a30a-be3bacfb1b71 admin admin] 10.222.0.50 "PUT /v2.0/routers/c04633ad-c29f-4d7d-9ad3-9502172380c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5080035 Aug 20 19:13:34.030792 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49830) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:34.038452 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] Routers {'c04633ad-c29f-4d7d-9ad3-9502172380c4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:13:34.039047 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:13:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['c04633ad-c29f-4d7d-9ad3-9502172380c4'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:34.213736 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Notify callbacks [] for router, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:34.236978 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] Set router c04633ad-c29f-4d7d-9ad3-9502172380c4 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:13:34.384655 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:34.394758 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Deleting port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:34.395197 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:34.517041 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'name': 'tempest-TestMinimumBasicScenario-1440817527-router', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:13:33Z', 'revision_number': 5, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'gw_port': {'id': '18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:26Z', 'updated_at': '2021-08-20T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:34.520714 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] Checking router: c04633ad-c29f-4d7d-9ad3-9502172380c4 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:13:34.528883 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] Routers {'c04633ad-c29f-4d7d-9ad3-9502172380c4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:13:34.529815 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:13:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['c04633ad-c29f-4d7d-9ad3-9502172380c4'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:34.570469 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] For port 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:34.570807 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:34.682653 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] Set router c04633ad-c29f-4d7d-9ad3-9502172380c4 gateway port host: None {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:13:34.700095 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Calling delete_port for 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca owned by network:router_gateway {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:34.801787 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'name': 'tempest-TestMinimumBasicScenario-1440817527-router', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:13:34Z', 'revision_number': 6, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'gw_port_host': None}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:34.806087 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684bdb4-c109-44d5-82cf-fa4808c49c6a None None] The sync data for ids ['c04633ad-c29f-4d7d-9ad3-9502172380c4'] in dv-cinder-805283-1-smb is: [{'id': 'c04633ad-c29f-4d7d-9ad3-9502172380c4', 'name': 'tempest-TestMinimumBasicScenario-1440817527-router', 'tenant_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:13:34Z', 'revision_number': 6, 'project_id': '470e7f6cfafc417f8f19a523c1ec6e81', 'gw_port_host': None}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:13:34.853417 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-08788d32-46a6-408d-87dd-fe5a6aea0c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:34.879363 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:34.884325 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8308a43f-ee64-4e91-9ee9-594706978937 tempest-DeleteServersTestJSON-289518312 tempest-DeleteServersTestJSON-289518312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:34.926165 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:34.929344 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:35.020681 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754194'] for router_gateway, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.295773 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-857'] for router, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.298001 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.385023 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669256'] for router, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.385681 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c04633ad-c29f-4d7d-9ad3-9502172380c4 {{(pid=79348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:13:35.400941 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] Notify callbacks [] for router, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.404838 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-42747c06-0af5-4374-804e-c09549879d52 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c04633ad-c29f-4d7d-9ad3-9502172380c4 HTTP/1.1" status: 204 len: 168 time: 1.3704412 Aug 20 19:13:35.405044 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49868) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:35.465465 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c937951-bc9b-4c72-877d-e9246c053a99 admin admin] Deleting subnet 9d7cbcc5-09b1-4ae0-8872-919ab45f66c0 {{(pid=79347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:13:35.468811 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c937951-bc9b-4c72-877d-e9246c053a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.521438 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c937951-bc9b-4c72-877d-e9246c053a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2575663'] for subnet, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.600368 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c937951-bc9b-4c72-877d-e9246c053a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.627427 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device e19e6c7a-99f9-4318-8009-135852770633 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:35.662486 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: e19e6c7a-99f9-4318-8009-135852770633 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:13:35.663610 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device e19e6c7a-99f9-4318-8009-135852770633 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:13:35.664289 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:35.674603 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c937951-bc9b-4c72-877d-e9246c053a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273316'] for subnet, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.679191 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:35.697277 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:13:35.697623 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 18c9ea8f-05ae-493c-a4f4-094e4ef7c0ca not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:13:35.712942 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c937951-bc9b-4c72-877d-e9246c053a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7cbcc5-09b1-4ae0-8872-919ab45f66c0,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:35.716788 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-2c937951-bc9b-4c72-877d-e9246c053a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:35.719391 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-2c937951-bc9b-4c72-877d-e9246c053a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.726018 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5168aa84-fe02-417f-8b81-b2c9b3cdc6b5 None None] Network 1ad41692-beab-4f62-be9e-7c21187d2878 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:13:35.726224 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-2c937951-bc9b-4c72-877d-e9246c053a99 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9d7cbcc5-09b1-4ae0-8872-919ab45f66c0 HTTP/1.1" status: 204 len: 168 time: 0.3202786 Aug 20 19:13:35.728626 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49872) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:35.842601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.855361 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Deleting port 7b6c50a5-8622-43da-8e72-064137c5410a {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:35.855981 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:35.951006 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.020709 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] DHCP port deletion for 1ad41692-beab-4f62-be9e-7c21187d2878 request from dv-cinder-805283-1-smb {{(pid=79349) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:13:36.024940 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] Deleting port 7b6c50a5-8622-43da-8e72-064137c5410a {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:36.025380 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.069556 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] For port 7b6c50a5-8622-43da-8e72-064137c5410a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=7b6c50a5-8622-43da-8e72-064137c5410a,segment=NetworkSegment(65b311cc-0fe4-4bd9-b62b-8220862af261),segment_id=65b311cc-0fe4-4bd9-b62b-8220862af261)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:36.069911 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.198605 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Calling delete_port for 7b6c50a5-8622-43da-8e72-064137c5410a owned by network:dhcp {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:36.224861 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] For port 7b6c50a5-8622-43da-8e72-064137c5410a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=7b6c50a5-8622-43da-8e72-064137c5410a,segment=NetworkSegment(65b311cc-0fe4-4bd9-b62b-8220862af261),segment_id=65b311cc-0fe4-4bd9-b62b-8220862af261)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:36.225384 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.275122 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.280997 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5ded5069-819c-4f02-8bb4-753bd3246228 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:36.329704 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6c50a5-8622-43da-8e72-064137c5410a,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:36.333539 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:36.336320 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] No DVR routers for this DVR port 7b6c50a5-8622-43da-8e72-064137c5410a on host dv-cinder-805283-1-smb {{(pid=79347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:13:36.384390 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] Calling delete_port for 7b6c50a5-8622-43da-8e72-064137c5410a owned by network:dhcp {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:36.459781 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.db.api [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:13:36.460243 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_db.api [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:13:36.462007 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.474747 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad41692-beab-4f62-be9e-7c21187d2878']}} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:36.486861 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b311cc-0fe4-4bd9-b62b-8220862af261') {'for_net_delete': True} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:36.487157 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b311cc-0fe4-4bd9-b62b-8220862af261') {} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:36.498760 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2575664'] for segment, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.520432 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.526894 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=79347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:13:36.527288 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436019'] for segment, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: Traceback (most recent call last): Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: timer() Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: cb(*args, **kw) Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: return func(*args, **kwargs) Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: self._notify() Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: self.callback(batched_events) Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: event.method(event) Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: return f(self, *a, **k) Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: return self._get(url).json() Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: return self.request(url, 'GET', **kwargs) Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:13:36.645945 dv-cinder-805283-1-smb neutron-server[79347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:13:36.729491 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.733190 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:36.746437 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.759955 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad41692-beab-4f62-be9e-7c21187d2878,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:36.762726 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:36.764832 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-8d32d060-b0ce-49ba-84d3-092ed00e0a7f admin admin] 10.222.0.50 "DELETE /v2.0/networks/1ad41692-beab-4f62-be9e-7c21187d2878 HTTP/1.1" status: 204 len: 168 time: 1.0352237 Aug 20 19:13:36.877875 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49888) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:36.924907 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-dcde9c76-5869-46be-aee3-4ca04963d59b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=398c146e71854f9da6a5d9946524f8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458441 Aug 20 19:13:36.927175 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49892) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:36.961601 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] Deleting port 7b6c50a5-8622-43da-8e72-064137c5410a {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:36.962150 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:36.982934 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7850466e-5011-43e1-aed1-e149ff5f1c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:37.012267 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7850466e-5011-43e1-aed1-e149ff5f1c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:37.035282 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2583f-d116-41e4-ab20-972adcd0a93e None None] The port '7b6c50a5-8622-43da-8e72-064137c5410a' was deleted {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:13:37.065812 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7850466e-5011-43e1-aed1-e149ff5f1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:37.071104 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-af24fb72-eb56-413a-be3d-a2c71452bd14 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:37.083756 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850466e-5011-43e1-aed1-e149ff5f1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0d6738-6950-485a-bf5b-4eef5a158fd9,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:37.088017 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7850466e-5011-43e1-aed1-e149ff5f1c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:37.091187 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7850466e-5011-43e1-aed1-e149ff5f1c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:37.092279 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-7850466e-5011-43e1-aed1-e149ff5f1c7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af0d6738-6950-485a-bf5b-4eef5a158fd9 HTTP/1.1" status: 204 len: 168 time: 0.1642532 Aug 20 19:13:37.195751 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:37.423642 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49904) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:37.485139 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-fd73f2fb-4303-4718-b68f-4bab336cf025 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=470e7f6cfafc417f8f19a523c1ec6e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601435 Aug 20 19:13:37.487493 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49910) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:37.545430 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ad7b18ef-dd68-47f7-a734-6b3c8ec97c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:37.570522 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ad7b18ef-dd68-47f7-a734-6b3c8ec97c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:37.576094 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 7b6c50a5-8622-43da-8e72-064137c5410a no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:37.610350 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 7b6c50a5-8622-43da-8e72-064137c5410a {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:13:37.610708 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 7b6c50a5-8622-43da-8e72-064137c5410a not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:13:37.623203 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ad7b18ef-dd68-47f7-a734-6b3c8ec97c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:37.627004 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-6de5ef68-8c9b-4296-8021-d6229eb5ebd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:37.640847 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b18ef-dd68-47f7-a734-6b3c8ec97c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c45d9fa-cf49-49c9-a3ff-49ce86a7a2ab,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:37.643147 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ad7b18ef-dd68-47f7-a734-6b3c8ec97c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:37.649848 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-ad7b18ef-dd68-47f7-a734-6b3c8ec97c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:37.653500 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-ad7b18ef-dd68-47f7-a734-6b3c8ec97c4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c45d9fa-cf49-49c9-a3ff-49ce86a7a2ab HTTP/1.1" status: 204 len: 168 time: 0.1625900 Aug 20 19:13:37.971703 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49922) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:38.094314 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.108667 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:38.112380 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] Usage tracker for resource:security_group_rule and tenant:673aba041b4341369ff27563feef5f23 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:38.115122 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:38.120675 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:38.204935 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.209941 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.218006 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-40e3ca55-f8d0-435e-944b-16e1c6e5932c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:38.240415 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.257876 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=673aba041b4341369ff27563feef5f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850087 Aug 20 19:13:38.258791 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f582e855-0597-4d75-a639-8c4e80920fae,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:38.260517 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49930) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:38.261702 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:38.320732 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-088f38db-d09d-455b-b18e-990bf98d81cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.345757 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-088f38db-d09d-455b-b18e-990bf98d81cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.402235 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-088f38db-d09d-455b-b18e-990bf98d81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.405921 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-16a7980e-74c1-458a-8437-bbc5ea23a95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:38.418890 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f38db-d09d-455b-b18e-990bf98d81cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f582e855-0597-4d75-a639-8c4e80920fae,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:38.421715 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-088f38db-d09d-455b-b18e-990bf98d81cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:38.424062 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-088f38db-d09d-455b-b18e-990bf98d81cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.427536 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-088f38db-d09d-455b-b18e-990bf98d81cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f582e855-0597-4d75-a639-8c4e80920fae HTTP/1.1" status: 204 len: 168 time: 0.1625872 Aug 20 19:13:38.701982 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 49940) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:38.720306 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.734877 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:38.738668 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] Usage tracker for resource:security_group_rule and tenant:7b384864e93749eabf606915af9686a0 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:38.741483 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:38.747101 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:38.826441 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.829789 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.841481 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f731fd88-d29c-4069-9303-982f81f7650f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:38.879138 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b384864e93749eabf606915af9686a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760778 Aug 20 19:13:38.880725 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00131ca0-9676-4318-b370-e32c18446652,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:38.882563 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 49944) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:38.884238 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:38.938602 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8bb6100d-badf-4dbc-9a5b-0b9987355094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:38.963565 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8bb6100d-badf-4dbc-9a5b-0b9987355094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:39.016688 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8bb6100d-badf-4dbc-9a5b-0b9987355094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:39.020231 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a2a1c605-5029-4c89-8f34-cdccf9ec8e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:39.032523 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6100d-badf-4dbc-9a5b-0b9987355094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00131ca0-9676-4318-b370-e32c18446652,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:39.034621 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8bb6100d-badf-4dbc-9a5b-0b9987355094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:39.042078 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8bb6100d-badf-4dbc-9a5b-0b9987355094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:39.043163 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-8bb6100d-badf-4dbc-9a5b-0b9987355094 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00131ca0-9676-4318-b370-e32c18446652 HTTP/1.1" status: 204 len: 168 time: 0.1596460 Aug 20 19:13:41.597740 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50022) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:41.713135 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:41.727853 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:41.731695 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] Usage tracker for resource:security_group_rule and tenant:9f1a9c485fd84aa6badbdb0fc6309f93 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:41.734490 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:41.740105 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:41.819988 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:41.823438 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:41.831569 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0b9a1ae8-1ce4-4816-a8f6-9b04c6aff1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:41.870460 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f1a9c485fd84aa6badbdb0fc6309f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716720 Aug 20 19:13:41.871988 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e351adb4-f17e-4ab0-93f6-a056ba5784c6,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:41.873199 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50030) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:41.874918 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:41.931299 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-524d3cfe-61b4-426a-af3e-8245da15f3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:41.956195 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-524d3cfe-61b4-426a-af3e-8245da15f3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:42.007316 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-524d3cfe-61b4-426a-af3e-8245da15f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:42.010802 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a061b71f-577a-4adc-894d-3a042b0efcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:42.022363 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d3cfe-61b4-426a-af3e-8245da15f3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e351adb4-f17e-4ab0-93f6-a056ba5784c6,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:42.025165 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-524d3cfe-61b4-426a-af3e-8245da15f3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:42.032267 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-524d3cfe-61b4-426a-af3e-8245da15f3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:42.033407 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-524d3cfe-61b4-426a-af3e-8245da15f3a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e351adb4-f17e-4ab0-93f6-a056ba5784c6 HTTP/1.1" status: 204 len: 168 time: 0.1592078 Aug 20 19:13:42.302912 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50040) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:42.320763 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad969-df56-4b3b-a4c6-5ba6e5188698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:42.335269 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-eb3ad969-df56-4b3b-a4c6-5ba6e5188698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:42.339013 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-eb3ad969-df56-4b3b-a4c6-5ba6e5188698 admin admin] Usage tracker for resource:security_group_rule and tenant:93bfe3b2223b4d9ba00cc2c2180ebb8b is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:42.341730 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-eb3ad969-df56-4b3b-a4c6-5ba6e5188698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:42.347227 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-eb3ad969-df56-4b3b-a4c6-5ba6e5188698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:42.438844 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad969-df56-4b3b-a4c6-5ba6e5188698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:42.443687 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad969-df56-4b3b-a4c6-5ba6e5188698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:42.456777 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f9ab3d39-bbb8-46c9-8245-d635fed491a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:42.504826 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-eb3ad969-df56-4b3b-a4c6-5ba6e5188698 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93bfe3b2223b4d9ba00cc2c2180ebb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007887 Aug 20 19:13:42.505738 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ad969-df56-4b3b-a4c6-5ba6e5188698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c6513f-ca43-4912-9341-5fc6b25910a4,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:42.508289 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50044) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:42.509422 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-eb3ad969-df56-4b3b-a4c6-5ba6e5188698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:42.569483 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-63f7da4a-0c87-4315-968e-0d3d399575db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:42.594332 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-63f7da4a-0c87-4315-968e-0d3d399575db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:42.645913 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-63f7da4a-0c87-4315-968e-0d3d399575db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:42.649624 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:42.661254 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7da4a-0c87-4315-968e-0d3d399575db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c6513f-ca43-4912-9341-5fc6b25910a4,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:42.663572 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-63f7da4a-0c87-4315-968e-0d3d399575db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:42.668739 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-63f7da4a-0c87-4315-968e-0d3d399575db admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:42.669920 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-63f7da4a-0c87-4315-968e-0d3d399575db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72c6513f-ca43-4912-9341-5fc6b25910a4 HTTP/1.1" status: 204 len: 168 time: 0.1606190 Aug 20 19:13:47.155490 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50122) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:47.269615 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:47.283412 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:47.287180 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f545a181503344f680999ade9038a366 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:47.290439 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:47.296001 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:47.376521 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:47.380349 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:47.387487 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-50884025-1505-4ab8-a346-bacd73366ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:47.427023 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f545a181503344f680999ade9038a366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704704 Aug 20 19:13:47.428001 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec29f321-63b5-4296-aad4-9d21cf7f8664,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:47.430672 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50128) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:47.431812 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:47.497657 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-274989df-37d7-4cfd-b008-6556d671a97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:47.522620 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-274989df-37d7-4cfd-b008-6556d671a97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:47.574438 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-274989df-37d7-4cfd-b008-6556d671a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:47.579321 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8bb6100d-badf-4dbc-9a5b-0b9987355094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:47.596521 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274989df-37d7-4cfd-b008-6556d671a97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec29f321-63b5-4296-aad4-9d21cf7f8664,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:47.599057 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-274989df-37d7-4cfd-b008-6556d671a97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:47.609580 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-274989df-37d7-4cfd-b008-6556d671a97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:47.610683 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-274989df-37d7-4cfd-b008-6556d671a97c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec29f321-63b5-4296-aad4-9d21cf7f8664 HTTP/1.1" status: 204 len: 168 time: 0.1708233 Aug 20 19:13:47.902472 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50140) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:47.923656 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:47.938340 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:47.942129 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] Usage tracker for resource:security_group_rule and tenant:dfb4b364c4f847a5ac9f86cca7556dfb is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:47.944896 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:47.951134 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:48.031220 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:48.034956 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:48.043807 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f97e14b8-a9a3-4a9b-9bdf-df268c93aff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:48.081744 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dfb4b364c4f847a5ac9f86cca7556dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780856 Aug 20 19:13:48.083128 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2638a2-7406-4b9a-a8db-3314580b55c0,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:48.084540 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50144) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:48.086326 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:48.141524 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2bc97280-a448-42aa-9ebb-32f50c7ea260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:48.175871 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2bc97280-a448-42aa-9ebb-32f50c7ea260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:48.227637 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2bc97280-a448-42aa-9ebb-32f50c7ea260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:48.232306 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-507ba587-7cf6-447c-8fb8-7476db4d6fe7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:48.244829 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc97280-a448-42aa-9ebb-32f50c7ea260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2638a2-7406-4b9a-a8db-3314580b55c0,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:48.247625 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2bc97280-a448-42aa-9ebb-32f50c7ea260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:48.248531 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2bc97280-a448-42aa-9ebb-32f50c7ea260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:48.249671 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-2bc97280-a448-42aa-9ebb-32f50c7ea260 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed2638a2-7406-4b9a-a8db-3314580b55c0 HTTP/1.1" status: 204 len: 168 time: 0.1641233 Aug 20 19:13:53.616863 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:14:02.260767 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-c49cbdff-d19f-4ee4-80e4-86c6cdf24a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:02.724024 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:02.795108 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632ceb7-e74a-4014-87f1-ffcba217fdd9 req-e662182b-34ae-4356-bb01-1cb36975a7e6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:02.797121 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e632ceb7-e74a-4014-87f1-ffcba217fdd9 req-e662182b-34ae-4356-bb01-1cb36975a7e6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0868068 Aug 20 19:14:02.840955 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-e632ceb7-e74a-4014-87f1-ffcba217fdd9 req-2f496524-9e5c-435b-823e-b519a8207466 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381608 Aug 20 19:14:04.033701 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9daee-d81e-4228-8b50-ce75bb2e749c req-481dc28b-c9e2-4205-8300-7343bc1de80e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:04.035162 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bbe9daee-d81e-4228-8b50-ce75bb2e749c req-481dc28b-c9e2-4205-8300-7343bc1de80e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0789144 Aug 20 19:14:04.079528 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bbe9daee-d81e-4228-8b50-ce75bb2e749c req-0091ed5b-8c3f-48d0-a8ee-32819c078c50 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387366 Aug 20 19:14:04.848508 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-9d6fa156-dff4-490e-8954-e3fefcec50d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:05.270486 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b2ff6-8de6-4568-8af9-687d8b1948ff req-b32853ee-bc11-46af-87a0-55dbf357002f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:05.271928 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2f9b2ff6-8de6-4568-8af9-687d8b1948ff req-b32853ee-bc11-46af-87a0-55dbf357002f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0824327 Aug 20 19:14:05.315804 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2f9b2ff6-8de6-4568-8af9-687d8b1948ff req-de7e0880-1087-43a6-9f80-9b6e19234cfd tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383019 Aug 20 19:14:05.900137 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:06.504944 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ec2ee-8424-4439-9bfe-afbf5b3d1e13 req-637b6f94-6120-42cb-8822-9c5ad3b7fb82 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:06.506412 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-523ec2ee-8424-4439-9bfe-afbf5b3d1e13 req-637b6f94-6120-42cb-8822-9c5ad3b7fb82 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0830948 Aug 20 19:14:06.552021 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-523ec2ee-8424-4439-9bfe-afbf5b3d1e13 req-e30adef8-f8b7-436a-9ad5-be094d371357 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400600 Aug 20 19:14:07.199607 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:07.744460 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae9872-ef32-4054-b19d-2f97ab7050e9 req-036b073f-454a-4734-b191-ba6c3111dd5a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:07.745965 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-96ae9872-ef32-4054-b19d-2f97ab7050e9 req-036b073f-454a-4734-b191-ba6c3111dd5a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0784948 Aug 20 19:14:07.790320 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-96ae9872-ef32-4054-b19d-2f97ab7050e9 req-54b5374f-3468-44d0-9add-9b99708eb6aa tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383000 Aug 20 19:14:08.247070 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:09.021141 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4110c94-6c99-4572-a52a-68fc0bad51d5 req-046277c5-f968-4f35-81ac-166b39bdf8a1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:09.022626 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4110c94-6c99-4572-a52a-68fc0bad51d5 req-046277c5-f968-4f35-81ac-166b39bdf8a1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0826168 Aug 20 19:14:09.067621 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c4110c94-6c99-4572-a52a-68fc0bad51d5 req-0c3d46e7-01f0-4b2a-b5e8-d0cacd3e2e9b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392103 Aug 20 19:14:10.191301 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-4017e25b-1884-4da2-98ba-15a1be86ceb5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708368 Aug 20 19:14:10.257070 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990365da-63f8-432f-8598-4ca7a32ebccf req-9842f1b0-dc96-494e-ac80-6cb2d04605a7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:10.258432 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-990365da-63f8-432f-8598-4ca7a32ebccf req-9842f1b0-dc96-494e-ac80-6cb2d04605a7 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0826030 Aug 20 19:14:10.302408 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-990365da-63f8-432f-8598-4ca7a32ebccf req-06e2d7d6-5198-4d83-89db-26b239739086 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377438 Aug 20 19:14:10.307790 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-8cf85cf4-0a1b-43ba-872c-d2a3a0369df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:10.309371 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-8cf85cf4-0a1b-43ba-872c-d2a3a0369df9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a552e474dc724f3b8591b06118232a7f&device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 1098 time: 0.0709467 Aug 20 19:14:10.457681 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-e78b9644-1592-40f5-9a71-aefe73318998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:10.459361 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-e78b9644-1592-40f5-9a71-aefe73318998 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4028fbd-2e12-4323-a257-4bd9db0bc623 HTTP/1.1" status: 200 len: 910 time: 0.1253667 Aug 20 19:14:10.560992 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-20124814-cde0-484a-a999-7458f6dba9f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce HTTP/1.1" status: 200 len: 1000 time: 0.0941107 Aug 20 19:14:10.623750 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-55753d9b-d700-42b6-9cd3-e1cf6c024f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:10.625296 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-55753d9b-d700-42b6-9cd3-e1cf6c024f72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a25ebdc-94d4-4cad-bcd1-041979dd0a24 HTTP/1.1" status: 200 len: 848 time: 0.0577891 Aug 20 19:14:10.779676 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-a4cbd097-059a-4cc6-ae0b-cacece4164c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:10.781746 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-a4cbd097-059a-4cc6-ae0b-cacece4164c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4028fbd-2e12-4323-a257-4bd9db0bc623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1494727 Aug 20 19:14:10.919207 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-ece2fa29-ad1f-48b8-9923-fff484348980 service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264164 Aug 20 19:14:11.051743 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b1c70429-28a7-485b-a23f-0a5869bc6892 req-0f639530-1cbf-4ea0-9034-940286872fa3 service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255944 Aug 20 19:14:11.491960 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0df8-c433-438c-8069-72286646f00a req-a4f29dcd-211c-43fc-93e5-bbed8458e1b1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:11.493643 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-42fe0df8-c433-438c-8069-72286646f00a req-a4f29dcd-211c-43fc-93e5-bbed8458e1b1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0824831 Aug 20 19:14:11.540848 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-42fe0df8-c433-438c-8069-72286646f00a req-c7f54db3-8500-46bb-b8e3-344f1f70d5c2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Aug 20 19:14:12.738390 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb121017-f6d2-4fc3-8acd-170d4c92d327 req-4e348fec-04f3-466c-b2d3-dff3f6d5e576 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:12.739762 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fb121017-f6d2-4fc3-8acd-170d4c92d327 req-4e348fec-04f3-466c-b2d3-dff3f6d5e576 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0817742 Aug 20 19:14:12.786029 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-fb121017-f6d2-4fc3-8acd-170d4c92d327 req-347d9874-4ceb-4f10-a043-456fe1132744 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406327 Aug 20 19:14:13.981005 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171518d-64dc-43cf-b683-89bc883eafc4 req-4e19982b-b4e4-4320-9baa-45aef71946ff tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:13.982508 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9171518d-64dc-43cf-b683-89bc883eafc4 req-4e19982b-b4e4-4320-9baa-45aef71946ff tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0860472 Aug 20 19:14:14.113967 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9171518d-64dc-43cf-b683-89bc883eafc4 req-dc8f294c-a957-42ba-bf4e-02df8a4a4256 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254573 Aug 20 19:14:15.318104 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200f57-63f9-4a1c-9367-107ed6648c6d req-7a7450d4-2c73-447a-a673-88e2b2ce5966 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:15.319570 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-82200f57-63f9-4a1c-9367-107ed6648c6d req-7a7450d4-2c73-447a-a673-88e2b2ce5966 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0837932 Aug 20 19:14:15.372128 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-82200f57-63f9-4a1c-9367-107ed6648c6d req-75784a9e-ee2d-4cd6-b118-0b53577f8c2c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460074 Aug 20 19:14:15.502616 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a99d6975-569a-45b2-bda0-c34ef8c2f556 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:14:15.654694 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:15.671526 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'port_id': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'mac_address': 'fa:16:3e:4f:60:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:14:15.739143 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:15.755373 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a99d6975-569a-45b2-bda0-c34ef8c2f556 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:14:15.771297 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:15.775586 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:15.777567 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:15.845993 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=6']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:15.853272 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.853613 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.853943 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.854271 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.854596 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.854919 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.855233 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.855550 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.855865 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.856178 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.856526 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.856833 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:15.860637 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:15.959197 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['a99d6975-569a-45b2-bda0-c34ef8c2f556'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:14:16.566288 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1c044-2fc5-478b-882f-1dafa3c21959 req-92477294-cbd0-4fa0-902c-4195d7c4e5ac tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:16.567737 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-45c1c044-2fc5-478b-882f-1dafa3c21959 req-92477294-cbd0-4fa0-902c-4195d7c4e5ac tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 945 time: 0.0797896 Aug 20 19:14:16.613022 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-45c1c044-2fc5-478b-882f-1dafa3c21959 req-fedb0e36-175e-433a-8e1a-2d3835025b21 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Aug 20 19:14:17.518335 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a99d6975-569a-45b2-bda0-c34ef8c2f556 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:14:17.583888 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port a99d6975-569a-45b2-bda0-c34ef8c2f556 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:14:17.584257 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:17.700777 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:17.727602 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:14:17.738428 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:17.743785 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:17.746108 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:17.805655 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe78191-717a-4d3d-a141-17ba406cba88 req-8673050a-6831-4896-b6b9-5850a0aa089e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:17.807051 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9fe78191-717a-4d3d-a141-17ba406cba88 req-8673050a-6831-4896-b6b9-5850a0aa089e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0846541 Aug 20 19:14:17.816640 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=7']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:17.819892 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:17.852926 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9fe78191-717a-4d3d-a141-17ba406cba88 req-143b6a18-c95a-47ea-bca7-1e2cefab35ce tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396461 Aug 20 19:14:17.905398 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'code': 200} Aug 20 19:14:19.041241 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b043c6a-2bd0-4a1b-8661-e85444b41d56 req-a2f65d6e-e302-4577-9a3e-607ded2deb2b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:19.042816 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6b043c6a-2bd0-4a1b-8661-e85444b41d56 req-a2f65d6e-e302-4577-9a3e-607ded2deb2b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0789506 Aug 20 19:14:19.092401 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-6b043c6a-2bd0-4a1b-8661-e85444b41d56 req-f0404aa7-95bd-4506-bded-ccfd6758e96b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433035 Aug 20 19:14:20.277333 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1696c5-c306-4e67-8f8e-80b393241edd req-37e3b193-8648-42b2-bab0-573f32de092d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:20.278755 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1a1696c5-c306-4e67-8f8e-80b393241edd req-37e3b193-8648-42b2-bab0-573f32de092d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0785704 Aug 20 19:14:20.322408 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-1a1696c5-c306-4e67-8f8e-80b393241edd req-6edaaaac-e22d-4925-85e7-a771e3ea5422 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379195 Aug 20 19:14:21.513873 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ab8e0-be0c-4ce4-9a59-4fc8143eb8df req-6afc4fa7-5785-4124-8754-790b095dd50b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:21.515336 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f64ab8e0-be0c-4ce4-9a59-4fc8143eb8df req-6afc4fa7-5785-4124-8754-790b095dd50b tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0839756 Aug 20 19:14:21.562319 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f64ab8e0-be0c-4ce4-9a59-4fc8143eb8df req-6ceb88fb-3e15-42d9-aafd-cec7a6c9327a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398953 Aug 20 19:14:22.807102 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bb95f-e136-458f-8394-b9138c89f66f req-b834c030-a00e-4a36-b910-1d2244c20ef2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:22.808482 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f38bb95f-e136-458f-8394-b9138c89f66f req-b834c030-a00e-4a36-b910-1d2244c20ef2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0935893 Aug 20 19:14:22.868562 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-f38bb95f-e136-458f-8394-b9138c89f66f req-63669218-4753-4350-a3df-47dab090a162 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527205 Aug 20 19:14:23.339416 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50506) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:23.486815 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:23.502111 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:14:23.506033 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Usage tracker for resource:security_group_rule and tenant:ac39dc013bd24d0aaaaed698e01db21a is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:14:23.509106 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:14:23.515713 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:14:23.604314 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:23.610617 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:23.618209 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ea35b067-db80-49cc-90a5-f1c40ba2c182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:23.661430 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50514) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:23.672947 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac39dc013bd24d0aaaaed698e01db21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314209 Aug 20 19:14:23.686075 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c93d6b-c17e-4063-92c2-227f274258ed,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:23.695571 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.696306 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.696889 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.699869 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.700846 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.702751 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.703570 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.705180 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.705789 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.706436 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.707252 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.708720 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.713817 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:23.723794 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:23.750770 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:23.808250 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:23.812868 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:23.838020 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:23.839414 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2c93d6b-c17e-4063-92c2-227f274258ed HTTP/1.1" status: 204 len: 168 time: 0.1770451 Aug 20 19:14:23.840691 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c93d6b-c17e-4063-92c2-227f274258ed,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:23.850544 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.850927 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.851290 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.851646 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.851997 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.852351 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.852699 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.853104 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.853516 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.853869 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.854217 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.854615 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:23.857779 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:24.121687 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b46-c112-4d4f-8d03-ecc1f721c0b9 req-be7d18e8-59a4-48f2-a66c-60149e8ec158 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:24.135257 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-57906b46-c112-4d4f-8d03-ecc1f721c0b9 req-be7d18e8-59a4-48f2-a66c-60149e8ec158 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.1196008 Aug 20 19:14:24.193214 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-57906b46-c112-4d4f-8d03-ecc1f721c0b9 req-eb851894-e61e-4555-ad8c-3b9bb29fc558 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563018 Aug 20 19:14:25.415683 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539fd9-0ff8-4084-ba6f-1fbeb62e0251 req-2d92428f-f642-49d2-9678-399559df7245 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:25.425159 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a4539fd9-0ff8-4084-ba6f-1fbeb62e0251 req-2d92428f-f642-49d2-9678-399559df7245 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.1069567 Aug 20 19:14:25.476853 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-a4539fd9-0ff8-4084-ba6f-1fbeb62e0251 req-eceac66d-8a9a-4df2-ac24-7eb7fb187d4a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505271 Aug 20 19:14:26.674392 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a97010-fb5d-474d-b5e9-88586a884bc0 req-d6b91fe8-720a-4edc-989a-b6101fa1833e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:26.675919 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c3a97010-fb5d-474d-b5e9-88586a884bc0 req-d6b91fe8-720a-4edc-989a-b6101fa1833e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0861175 Aug 20 19:14:26.723388 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c3a97010-fb5d-474d-b5e9-88586a884bc0 req-636e6dd3-f30d-47fa-bfe1-f0c900bc72d3 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416982 Aug 20 19:14:27.935781 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adce3ab-a9ed-4876-a5ec-3e6d3b450b1b req-6229e908-3baf-431e-8cb0-c1f67437c2b6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:27.937902 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9adce3ab-a9ed-4876-a5ec-3e6d3b450b1b req-6229e908-3baf-431e-8cb0-c1f67437c2b6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0923324 Aug 20 19:14:27.985374 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9adce3ab-a9ed-4876-a5ec-3e6d3b450b1b req-9d2e7d23-d7ba-4f61-a71a-234e735a58dd tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406048 Aug 20 19:14:29.191468 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300248f5-9b19-41e3-af3f-600f931fa198 req-e7c39014-6d41-47fc-a2f2-a1201385095f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:29.192963 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-300248f5-9b19-41e3-af3f-600f931fa198 req-e7c39014-6d41-47fc-a2f2-a1201385095f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0862906 Aug 20 19:14:29.245499 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-300248f5-9b19-41e3-af3f-600f931fa198 req-f488fff3-5476-4c62-9b10-0c148a830d41 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456307 Aug 20 19:14:30.448998 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc6c36-af6e-4ed5-acdf-015551c609b8 req-5d64df14-ce6b-4157-9af0-2fd90c0c7b4d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:30.450780 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b6bc6c36-af6e-4ed5-acdf-015551c609b8 req-5d64df14-ce6b-4157-9af0-2fd90c0c7b4d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0890596 Aug 20 19:14:30.500592 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b6bc6c36-af6e-4ed5-acdf-015551c609b8 req-9a06c47d-ef55-46f8-8759-a170d18ae68a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Aug 20 19:14:30.622276 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:14:31.689325 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a67a47-b6dd-4c63-9268-c178e4ddd8e6 req-826b3337-9cd2-4744-957f-e5aeffa875d2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:31.690883 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c5a67a47-b6dd-4c63-9268-c178e4ddd8e6 req-826b3337-9cd2-4744-957f-e5aeffa875d2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0833442 Aug 20 19:14:31.734422 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c5a67a47-b6dd-4c63-9268-c178e4ddd8e6 req-f3cecbb7-0d77-47e7-bcb1-9a30e46ffc87 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379353 Aug 20 19:14:32.261269 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-69506eb1-b9cd-4d42-b00e-5223824d56fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:32.484168 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-d0a25192-c3f2-4ef7-a137-3cf604859928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:32.485703 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-d0a25192-c3f2-4ef7-a137-3cf604859928 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 1099 time: 0.0751925 Aug 20 19:14:32.614559 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-189cc0eb-9c11-4c15-b2ff-5bb65246ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:32.615976 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-189cc0eb-9c11-4c15-b2ff-5bb65246ee71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 917 time: 0.1224358 Aug 20 19:14:32.717325 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-894c5234-7dec-450b-a125-7d9e1f72a25d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556 HTTP/1.1" status: 200 len: 1001 time: 0.0943730 Aug 20 19:14:32.730057 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:32.780049 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-9146dac0-98ee-47a6-a502-56f592b314d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:32.781500 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-9146dac0-98ee-47a6-a502-56f592b314d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 200 len: 855 time: 0.0574133 Aug 20 19:14:32.859354 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-560d93e1-6487-4698-9ed3-510c69c3eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:32.861449 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-560d93e1-6487-4698-9ed3-510c69c3eaf5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3af70502-992e-42b2-a2d8-90d96e009dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727823 Aug 20 19:14:32.928512 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93acdd-38ab-4280-bbb5-cf96a3e3290c req-b09c016d-348f-45c1-b6a8-949623545637 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:32.930034 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5f93acdd-38ab-4280-bbb5-cf96a3e3290c req-b09c016d-348f-45c1-b6a8-949623545637 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0836837 Aug 20 19:14:32.980584 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5f93acdd-38ab-4280-bbb5-cf96a3e3290c req-df444fae-dd49-4fec-b4d3-9deca7e9b76f tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446584 Aug 20 19:14:32.994407 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-0c325c62-5709-4bad-a2bc-e674ea072e9a service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248362 Aug 20 19:14:33.123360 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-769edeb2-c43a-420b-9a61-afc323ccc591 req-c2c18aa0-15be-48dd-a1a8-cc3470483c15 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216860 Aug 20 19:14:34.252510 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02e66d-9ff0-4727-8aae-f5d5a84d5cbe req-49e9bb7b-cfdd-47af-a6e2-395d1e6d9cae tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:34.254019 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ae02e66d-9ff0-4727-8aae-f5d5a84d5cbe req-49e9bb7b-cfdd-47af-a6e2-395d1e6d9cae tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.1660836 Aug 20 19:14:34.300495 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ae02e66d-9ff0-4727-8aae-f5d5a84d5cbe req-78cfd87f-3950-4faa-b7cd-1fc534e268f5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408289 Aug 20 19:14:34.850460 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f6d32f45-02bf-4ef1-961b-af92ac360208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:35.495119 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d49ff2-8e9b-4efe-a872-880b3d1e8fbe req-15fb864e-b517-4c66-ba64-6d1ca3815193 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:35.496577 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-38d49ff2-8e9b-4efe-a872-880b3d1e8fbe req-15fb864e-b517-4c66-ba64-6d1ca3815193 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 946 time: 0.0837538 Aug 20 19:14:35.541135 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-38d49ff2-8e9b-4efe-a872-880b3d1e8fbe req-eff2b9b7-8fe8-4acd-980d-376a313b4154 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382056 Aug 20 19:14:35.595536 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a99d6975-569a-45b2-bda0-c34ef8c2f556 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:14:35.717541 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:35.745920 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:14:35.756221 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:35.760488 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:35.763540 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:35.828832 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'code': 200} Aug 20 19:14:35.862194 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=8']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:35.865337 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:35.903545 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:37.082820 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e680a6-124c-462b-9c39-9d02c3306ce2 req-3d41dacc-e23d-4a06-be74-cc4ff7295bfa tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:37.084532 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-03e680a6-124c-462b-9c39-9d02c3306ce2 req-3d41dacc-e23d-4a06-be74-cc4ff7295bfa tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0809796 Aug 20 19:14:37.130356 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-03e680a6-124c-462b-9c39-9d02c3306ce2 req-914903e5-05d5-4953-9f3e-76af943d9973 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Aug 20 19:14:37.202207 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:37.344430 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50638) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:37.460355 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-e30436df-21cc-4e27-b492-d931ceeb350c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142023 Aug 20 19:14:38.263367 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:38.324883 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df5ae7-7ff4-4636-b1a7-78695ea3a43f req-550f2972-78ee-458a-bbda-2a2a2cd18035 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:38.326448 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28df5ae7-7ff4-4636-b1a7-78695ea3a43f req-550f2972-78ee-458a-bbda-2a2a2cd18035 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0870988 Aug 20 19:14:38.373314 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-28df5ae7-7ff4-4636-b1a7-78695ea3a43f req-337930b4-09e5-422a-81cd-f682c3e3df81 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Aug 20 19:14:38.436776 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-90be2c74-4f02-4bbe-b586-64b731d8d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:38.438187 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-90be2c74-4f02-4bbe-b586-64b731d8d010 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b&tenant_id=17f83d4853ad423a945233da3c49aa94 HTTP/1.1" status: 200 len: 1097 time: 0.0691819 Aug 20 19:14:38.543858 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-7fd65a7c-345d-42dd-a71e-a1aab8b2cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:38.545311 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-7fd65a7c-345d-42dd-a71e-a1aab8b2cf99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17f83d4853ad423a945233da3c49aa94&device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 1097 time: 0.0712130 Aug 20 19:14:38.675043 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-d63e6f2d-7fa9-49a3-ac65-c9cbb2c1e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:38.676464 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-d63e6f2d-7fa9-49a3-ac65-c9cbb2c1e57f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 200 len: 917 time: 0.1243246 Aug 20 19:14:38.778869 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-e2f3fb68-d55f-4adb-9ff4-2deca109f96a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556 HTTP/1.1" status: 200 len: 999 time: 0.0945048 Aug 20 19:14:38.941763 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-ee5c6d01-1337-4db3-8424-11fb5dbee69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:38.943223 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-ee5c6d01-1337-4db3-8424-11fb5dbee69d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 200 len: 855 time: 0.1572239 Aug 20 19:14:39.021799 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-648c0afd-f072-4835-8922-0f42257244d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:39.023256 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-648c0afd-f072-4835-8922-0f42257244d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3af70502-992e-42b2-a2d8-90d96e009dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725899 Aug 20 19:14:39.156155 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-35063029-5a30-4aca-b471-95b45a6b4a5a service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223118 Aug 20 19:14:39.293993 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-b9b51352-b2b1-454a-922b-a358ad718e99 req-841f23ac-bb47-493f-a268-76c94045d965 service neutron] 10.222.0.11 "GET /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305816 Aug 20 19:14:39.569718 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dd19b-e665-444b-9408-bc9fd0d70858 req-726e1c1e-e063-41da-93b9-67d2952560ad tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:39.571171 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5b7dd19b-e665-444b-9408-bc9fd0d70858 req-726e1c1e-e063-41da-93b9-67d2952560ad tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0854404 Aug 20 19:14:39.616359 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-5b7dd19b-e665-444b-9408-bc9fd0d70858 req-634b7dbb-1232-43c6-a18f-acb71d85c026 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391555 Aug 20 19:14:39.653619 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a99d6975-569a-45b2-bda0-c34ef8c2f556 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:14:40.811386 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827f798-0a19-453f-8fdc-a0ab727da337 req-3e2de728-f03f-45a8-9713-210ae6b6a361 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:40.812919 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2827f798-0a19-453f-8fdc-a0ab727da337 req-3e2de728-f03f-45a8-9713-210ae6b6a361 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0855978 Aug 20 19:14:40.861112 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-2827f798-0a19-453f-8fdc-a0ab727da337 req-5000dcc8-c9d4-44a5-9449-7d4baaa99af0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411899 Aug 20 19:14:42.051828 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4eb29-196f-4261-9df6-44f173c9923b req-775d43e0-6389-4440-ac16-62f29ff88053 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:42.053369 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-68c4eb29-196f-4261-9df6-44f173c9923b req-775d43e0-6389-4440-ac16-62f29ff88053 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0808024 Aug 20 19:14:42.100940 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-68c4eb29-196f-4261-9df6-44f173c9923b req-5ed73a84-ade5-41d8-96ce-35813790cd5d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 Aug 20 19:14:43.301238 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac6a4-29af-497e-a5c9-72db020b6eb0 req-777a61a7-4250-4861-9be6-841d47cecd8a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:43.302714 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dd8ac6a4-29af-497e-a5c9-72db020b6eb0 req-777a61a7-4250-4861-9be6-841d47cecd8a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0898640 Aug 20 19:14:43.351600 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-dd8ac6a4-29af-497e-a5c9-72db020b6eb0 req-31679937-5236-406f-a4df-a4887def4ca0 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432303 Aug 20 19:14:44.548662 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ce73e-e0c3-4f07-b186-98a4b0f0624e req-c503e223-e433-40c8-a60a-526b8b3c5be6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:44.550133 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-647ce73e-e0c3-4f07-b186-98a4b0f0624e req-c503e223-e433-40c8-a60a-526b8b3c5be6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0837550 Aug 20 19:14:44.601238 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-647ce73e-e0c3-4f07-b186-98a4b0f0624e req-38337a65-72bc-4f53-94a7-661f7e87b52d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454414 Aug 20 19:14:45.800258 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fec4c5-b61c-41bb-92c4-efa341386d72 req-34301a50-74c8-4763-a7b9-a64615ad7073 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:45.801712 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-23fec4c5-b61c-41bb-92c4-efa341386d72 req-34301a50-74c8-4763-a7b9-a64615ad7073 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0853786 Aug 20 19:14:45.847517 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-23fec4c5-b61c-41bb-92c4-efa341386d72 req-3959206f-6120-47e7-b37d-ae868694e220 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400114 Aug 20 19:14:47.051072 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4cbd5-38d0-4905-88c4-e41402f6c543 req-a9f6285c-27fc-4ce9-9d63-6b42cd48bccf tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:47.057781 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ece4cbd5-38d0-4905-88c4-e41402f6c543 req-a9f6285c-27fc-4ce9-9d63-6b42cd48bccf tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0957143 Aug 20 19:14:47.098948 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ece4cbd5-38d0-4905-88c4-e41402f6c543 req-3135a577-6590-4f8c-8d12-7837278bb905 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393751 Aug 20 19:14:48.290642 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e42aff-0482-42c7-897e-ae3cc4f0290f req-b8a5cdad-65d1-4f58-8590-5afea925dc34 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:48.292155 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c5e42aff-0482-42c7-897e-ae3cc4f0290f req-b8a5cdad-65d1-4f58-8590-5afea925dc34 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0786550 Aug 20 19:14:48.348197 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c5e42aff-0482-42c7-897e-ae3cc4f0290f req-a0c7c98b-b23a-46b3-a3dc-2bcb8669c5d9 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501511 Aug 20 19:14:49.549178 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731f25b-39ed-48dd-84fa-fde6e49f0a68 req-c4c31f63-a642-415c-8a58-f1201c020dd2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:49.550646 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c731f25b-39ed-48dd-84fa-fde6e49f0a68 req-c4c31f63-a642-415c-8a58-f1201c020dd2 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0807168 Aug 20 19:14:49.601541 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-c731f25b-39ed-48dd-84fa-fde6e49f0a68 req-1490f055-83c8-435e-88c3-5a9257dc0d41 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452702 Aug 20 19:14:50.799888 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e161e-a182-41e3-bfb1-f702a1227c78 req-ec9a62df-3d0d-4d0d-bb8e-6468775965b6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:50.801370 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-854e161e-a182-41e3-bfb1-f702a1227c78 req-ec9a62df-3d0d-4d0d-bb8e-6468775965b6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0848966 Aug 20 19:14:50.848180 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-854e161e-a182-41e3-bfb1-f702a1227c78 req-35ed9f57-34c7-449c-a1de-4ae5093ddf7e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 Aug 20 19:14:52.033732 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db8e3f-e3ab-40fa-9546-926d5c50f17a req-9ce8de41-5e47-43fc-b71d-e0b625ea3117 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:52.035169 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-33db8e3f-e3ab-40fa-9546-926d5c50f17a req-9ce8de41-5e47-43fc-b71d-e0b625ea3117 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0786273 Aug 20 19:14:52.081599 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-33db8e3f-e3ab-40fa-9546-926d5c50f17a req-4a88dbfd-386c-42f7-8125-96f8727bc76a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Aug 20 19:14:53.265842 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c6975-878b-4fe3-8cfc-c9f6e287e92c req-22eb2231-b6c3-4e33-8d00-2b51d8bb9779 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:53.267961 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b26c6975-878b-4fe3-8cfc-c9f6e287e92c req-22eb2231-b6c3-4e33-8d00-2b51d8bb9779 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0800478 Aug 20 19:14:53.311264 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b26c6975-878b-4fe3-8cfc-c9f6e287e92c req-6b88367c-1f21-4616-bdec-f246a4ec6160 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377293 Aug 20 19:14:54.505671 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfc41b-1353-4d8d-8572-472695b02236 req-a490972c-d725-404d-a9ba-81a637ef8bd8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:54.507143 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-54bfc41b-1353-4d8d-8572-472695b02236 req-a490972c-d725-404d-a9ba-81a637ef8bd8 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0835967 Aug 20 19:14:54.550932 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-54bfc41b-1353-4d8d-8572-472695b02236 req-aa0c49c9-0ded-4750-808f-9271386a504d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383070 Aug 20 19:14:55.742281 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eba7f6-9a84-4662-bd11-e3a64adebb30 req-ea7a204b-4b25-44a9-85fb-e59f108d6e59 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:55.743673 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30eba7f6-9a84-4662-bd11-e3a64adebb30 req-ea7a204b-4b25-44a9-85fb-e59f108d6e59 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.0805383 Aug 20 19:14:55.791553 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-30eba7f6-9a84-4662-bd11-e3a64adebb30 req-acfc4d23-9be1-438e-8282-63cfe18c53e6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Aug 20 19:14:57.075202 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b7c80-3a24-4c0f-99c6-21187d17f1b5 req-d06c2d41-94aa-45f1-a8cc-e5b4fb1281a5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:57.076648 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ab5b7c80-3a24-4c0f-99c6-21187d17f1b5 req-d06c2d41-94aa-45f1-a8cc-e5b4fb1281a5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 944 time: 0.1745837 Aug 20 19:14:57.121347 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ab5b7c80-3a24-4c0f-99c6-21187d17f1b5 req-b1301d38-d7ed-4808-8fa6-9c616f4bf25d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Aug 20 19:14:57.726606 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a99d6975-569a-45b2-bda0-c34ef8c2f556 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79349) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:14:57.857098 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:57.870958 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Returning: {'device': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'port_id': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'mac_address': 'fa:16:3e:4f:60:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79349) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:14:57.926606 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:57.943501 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99d6975-569a-45b2-bda0-c34ef8c2f556 {{(pid=79349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:14:57.958808 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:57.962699 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:57.965952 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:58.038007 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=9']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:58.041365 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:58.312386 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa79d6f-d4f3-4131-9915-16540259f712 req-03164e6a-30b9-4a06-9bbe-e72f59029150 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:58.313774 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-baa79d6f-d4f3-4131-9915-16540259f712 req-03164e6a-30b9-4a06-9bbe-e72f59029150 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 945 time: 0.0814304 Aug 20 19:14:58.357288 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-baa79d6f-d4f3-4131-9915-16540259f712 req-285a9b14-c5c5-4947-b79c-508afbbab93e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380044 Aug 20 19:14:58.409831 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] get_ports_and_sgs() called for port_ids ['a99d6975-569a-45b2-bda0-c34ef8c2f556'] {{(pid=79349) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:14:59.549887 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc307a03-4580-4746-94a3-74838bdfab2f req-cd9ad8a7-c6ce-406f-b158-3de891a3546a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:59.551365 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bc307a03-4580-4746-94a3-74838bdfab2f req-cd9ad8a7-c6ce-406f-b158-3de891a3546a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 945 time: 0.0793536 Aug 20 19:14:59.607277 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-bc307a03-4580-4746-94a3-74838bdfab2f req-600f98fb-e0c8-4af1-9a69-009104d0124e tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496631 Aug 20 19:14:59.737740 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a99d6975-569a-45b2-bda0-c34ef8c2f556 up at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:14:59.804142 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.provisioning_blocks [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Provisioning complete for port a99d6975-569a-45b2-bda0-c34ef8c2f556 triggered by entity L2. {{(pid=79349) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:14:59.804519 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436633'] for port, provisioning_complete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:59.916562 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366285'] for port, before_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:59.942245 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556'}] {{(pid=79349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:14:59.951563 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:59.955733 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734867546691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734867081786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734867081831'] for port, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:59.957623 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:59.991782 dv-cinder-805283-1-smb neutron-server[79349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'code': 200} Aug 20 19:15:00.024036 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Pushing event updated for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=10']} {{(pid=79349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:00.026897 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_concurrency.lockutils [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:00.265078 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cd269-b592-4752-a775-7ea07f87534d req-6a38a0ac-c0cc-42f9-bda8-d145c0609bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:00.266441 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-876cd269-b592-4752-a775-7ea07f87534d req-6a38a0ac-c0cc-42f9-bda8-d145c0609bb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 1100 time: 0.0685754 Aug 20 19:15:00.306976 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-876cd269-b592-4752-a775-7ea07f87534d req-bc498f86-4036-4b14-bd94-32f7bcb094f9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336881 Aug 20 19:15:00.801675 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8680a8-da49-4afb-8621-e81bdd0c08bf req-2b144add-30f1-47cf-9dee-70822572f803 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:00.803148 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8b8680a8-da49-4afb-8621-e81bdd0c08bf req-2b144add-30f1-47cf-9dee-70822572f803 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 947 time: 0.0808227 Aug 20 19:15:00.847161 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8b8680a8-da49-4afb-8621-e81bdd0c08bf req-e33d4520-92d3-418d-9371-3bfb863b341a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385308 Aug 20 19:15:02.047215 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e005be8-b117-4757-9467-44fc84026da4 req-4a44bd9f-20e8-4708-b929-306707ed6ab5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:02.049323 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8e005be8-b117-4757-9467-44fc84026da4 req-4a44bd9f-20e8-4708-b929-306707ed6ab5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 947 time: 0.0908761 Aug 20 19:15:02.097051 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-8e005be8-b117-4757-9467-44fc84026da4 req-277c67f3-f90b-497f-b412-7aabad95b5d6 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417488 Aug 20 19:15:02.321317 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-5512e302-1e9a-4d41-af34-e86e31443a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:02.721941 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:03.295535 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4168a3-f858-4d7d-9015-52f601668b82 req-d2ddbbad-2a31-4f11-8906-13ae9be6d446 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:03.297043 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-db4168a3-f858-4d7d-9015-52f601668b82 req-d2ddbbad-2a31-4f11-8906-13ae9be6d446 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 947 time: 0.0822847 Aug 20 19:15:03.346546 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-db4168a3-f858-4d7d-9015-52f601668b82 req-c88c6dc7-60ae-4154-8dd6-9a7cf6e5c014 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Aug 20 19:15:04.852046 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-1723e6b5-6a66-4b4c-93ac-30f5d4690221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:05.906148 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:07.207543 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:07.620242 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:15:08.268886 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:08.986073 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bbc8b-e93a-4204-b480-fa0f62b45f31 req-2b87fa8c-6446-414a-8301-e39fa67990ce tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:08.987547 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ba2bbc8b-e93a-4204-b480-fa0f62b45f31 req-2b87fa8c-6446-414a-8301-e39fa67990ce tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 945 time: 0.0789995 Aug 20 19:15:09.035462 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-ba2bbc8b-e93a-4204-b480-fa0f62b45f31 req-7bc2c3fc-4106-45a9-9c44-97481512bc77 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423353 Aug 20 19:15:10.219366 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cd8f7-73ea-4763-abd8-b6768f50051a req-82d0c125-52b4-4863-8041-db8cc4dbf7e5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:10.221394 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-766cd8f7-73ea-4763-abd8-b6768f50051a req-82d0c125-52b4-4863-8041-db8cc4dbf7e5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 945 time: 0.0826445 Aug 20 19:15:10.264591 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-766cd8f7-73ea-4763-abd8-b6768f50051a req-b715f60f-d638-48c2-a77c-f0ea7b8181d8 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377028 Aug 20 19:15:11.402030 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-3b33d8ec-11fe-4b4f-b183-a638f3e4d759 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:11.403354 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-3b33d8ec-11fe-4b4f-b183-a638f3e4d759 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Synchronizing usage tracker for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:15:11.416199 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-3b33d8ec-11fe-4b4f-b183-a638f3e4d759 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Unset dirty status for tenant:8d3269f2ca0146eeb31b688269c2b68f on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:15:11.417573 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-3b33d8ec-11fe-4b4f-b183-a638f3e4d759 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 945 time: 0.0968006 Aug 20 19:15:11.450075 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42047461-3969-4530-af8f-96e06ac09382 req-0cde25e3-5b75-4382-a1b8-926188b6f957 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:11.451699 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-42047461-3969-4530-af8f-96e06ac09382 req-0cde25e3-5b75-4382-a1b8-926188b6f957 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 945 time: 0.0811408 Aug 20 19:15:11.493191 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Deleting port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:11.493527 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:11.505018 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-42047461-3969-4530-af8f-96e06ac09382 req-b632e369-2f4b-40e8-b1eb-ef388312dc45 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450389 Aug 20 19:15:11.738440 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] For port 2a7e0c4b-2020-45c5-a2e5-03f046394c73, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=2a7e0c4b-2020-45c5-a2e5-03f046394c73,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:11.738790 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.018526 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.018900 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.019216 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.l3_db [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Floating IP bb6a04b9-e2c9-46fe-809e-9f9636034233 disassociated. External IP: 172.28.2.248, port: 2a7e0c4b-2020-45c5-a2e5-03f046394c73. Aug 20 19:15:12.019561 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Calling delete_port for 2a7e0c4b-2020-45c5-a2e5-03f046394c73 owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:12.159424 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.165587 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:12.212305 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event deleted for resources: {'Port': ['ID=2a7e0c4b-2020-45c5-a2e5-03f046394c73,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:12.216183 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:12.486564 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Router 32500550-9a94-4255-ae61-4be00c172da4 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:15:12.676137 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:15:12.688665 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] Sync routers for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:15:12.710922 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:12.711555 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:12.756752 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] No DVR routers for this DVR port 2a7e0c4b-2020-45c5-a2e5-03f046394c73 on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:15:12.759361 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.762121 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'name': 'network-vif-deleted', 'tag': '2a7e0c4b-2020-45c5-a2e5-03f046394c73'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:15:12.784049 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-5619cea1-41d7-499d-8258-c29b2bc13031 req-a4fd8e4b-53e9-49f3-99ae-4d0824677ba0 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.11 "DELETE /v2.0/ports/2a7e0c4b-2020-45c5-a2e5-03f046394c73 HTTP/1.1" status: 204 len: 173 time: 1.3591342 Aug 20 19:15:12.805655 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-3bed6856-53f5-483b-8d28-0d21bc6d793d req-06ef9213-9904-4da5-a4f1-ba51cc9b9027 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc284ae-4ce3-4049-b1ba-1635938581c1 HTTP/1.1" status: 200 len: 210 time: 0.0466859 Aug 20 19:15:12.829079 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc284ae-4ce3-4049-b1ba-1635938581c1', 'name': 'network-vif-deleted', 'tag': '2a7e0c4b-2020-45c5-a2e5-03f046394c73', 'status': 'completed', 'code': 200} Aug 20 19:15:12.904161 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:13.074238 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50872) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:13.252507 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:13.256201 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] Checking router: 32500550-9a94-4255-ae61-4be00c172da4 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:15:13.264363 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:13.264982 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:13.381462 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Deleting port 44027973-da02-4cfa-807c-66fa534ee6f7 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:13.381810 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:13.445119 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:13.552457 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:13.552878 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:13.676486 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Calling delete_port for 44027973-da02-4cfa-807c-66fa534ee6f7 owned by network:floatingip {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:13.769982 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:13.774283 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8900e9-ba13-4caf-83de-96947759fa20 None None] The sync data for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb is: [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:24Z', 'revision_number': 4, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'c4a2c531-3753-43cb-bd36-a0cd568b5a70', 'name': '', 'network_id': 'e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'mac_address': 'fa:16:3e:6e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'subnets': [{'id': 'd2166fc7-fb2c-48d3-93a9-81771bcdc388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:15:13.934089 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50882) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:13.947430 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:13.952401 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-604440ff-76a8-4b1f-b01f-d82dad20ef42 tempest-VolumesActionsTest-1193004061 tempest-VolumesActionsTest-1193004061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:13.997965 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event deleted for resources: {'Port': ['ID=44027973-da02-4cfa-807c-66fa534ee6f7,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:14.002195 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:14.007883 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-40911042-5faa-4700-b621-c1cc4164f00b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.038564 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-40911042-5faa-4700-b621-c1cc4164f00b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.041101 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf96db-7cfe-4900-b0f0-53477d716e00 None None] New status for floating IP bb6a04b9-e2c9-46fe-809e-9f9636034233: DOWN {{(pid=79350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:15:14.098232 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for floatingip, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.098629 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.db.l3_db [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Floating IP bdddb521-340f-436e-9a31-1994529da56d disassociated (deleted). External IP: 172.28.2.46, port: 7f9ff966-4ab0-43d7-adfc-40d475b770ce. Aug 20 19:15:14.100036 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-40911042-5faa-4700-b621-c1cc4164f00b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.105748 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a20c9826-4eed-44ea-8748-9ab765a04413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:14.120518 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40911042-5faa-4700-b621-c1cc4164f00b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:14.123028 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-40911042-5faa-4700-b621-c1cc4164f00b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:14.136144 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-40911042-5faa-4700-b621-c1cc4164f00b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.139944 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-40911042-5faa-4700-b621-c1cc4164f00b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "DELETE /v2.0/security-groups/cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2 HTTP/1.1" status: 204 len: 168 time: 0.2024136 Aug 20 19:15:14.140312 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50886) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:14.158658 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.api.v2.resource [None req-b5ea4cbb-2900-452a-be7d-b93871161541 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] show failed (client error): The resource could not be found. Aug 20 19:15:14.162279 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-b5ea4cbb-2900-452a-be7d-b93871161541 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "GET /v2.0/security-groups/cfdd8e1c-0bd3-4589-bdc4-2bbe3c1c6af2 HTTP/1.1" status: 404 len: 347 time: 0.0182500 Aug 20 19:15:14.162483 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50890) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:14.329854 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Deleting port 41c5933c-6a6a-493e-a196-6a5805f3ac1a {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:14.330201 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.465684 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:15:14.509353 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.509682 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.630753 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Calling delete_port for 41c5933c-6a6a-493e-a196-6a5805f3ac1a owned by network:floatingip {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:14.642853 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:15:14.653061 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] Sync routers for ids ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:15:14.655088 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.663967 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] Routers {'8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:14.664675 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:14.716657 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-6add30e4-7f95-4e71-ae66-76387369fe75 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "DELETE /v2.0/floatingips/bdddb521-340f-436e-9a31-1994529da56d HTTP/1.1" status: 204 len: 168 time: 1.6388555 Aug 20 19:15:14.716657 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce'}] {{(pid=79347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:15:14.772039 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'status': 'completed', 'code': 200} Aug 20 19:15:14.788806 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.799629 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:14.858571 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] Set router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:14.884763 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Pushing event deleted for resources: {'Port': ['ID=41c5933c-6a6a-493e-a196-6a5805f3ac1a,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:14.932039 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:15.008798 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks [] for floatingip, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:15.023138 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d00def-24ce-4295-92e6-504571272e6a req-dd7d9406-3e0c-4ff4-9286-abdf63dcdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:15.024605 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-13d00def-24ce-4295-92e6-504571272e6a req-dd7d9406-3e0c-4ff4-9286-abdf63dcdd90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a552e474dc724f3b8591b06118232a7f&device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 1098 time: 0.1875389 Aug 20 19:15:15.028582 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:15.030041 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-37550849-f03a-45e9-9240-e831f89ba885 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] 10.222.0.50 "DELETE /v2.0/floatingips/bb6a04b9-e2c9-46fe-809e-9f9636034233 HTTP/1.1" status: 204 len: 168 time: 0.8662958 Aug 20 19:15:15.105385 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da378-ceb3-4c33-afa7-e155e7cd3a6f req-4010e7b1-fd32-4c09-b22e-7e96031e3afc tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:15.106601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-383da378-ceb3-4c33-afa7-e155e7cd3a6f req-4010e7b1-fd32-4c09-b22e-7e96031e3afc tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Synchronizing usage tracker for tenant:a552e474dc724f3b8591b06118232a7f on resource:port {{(pid=79347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:15:15.126559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [req-383da378-ceb3-4c33-afa7-e155e7cd3a6f req-4010e7b1-fd32-4c09-b22e-7e96031e3afc tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Unset dirty status for tenant:a552e474dc724f3b8591b06118232a7f on resource:port {{(pid=79347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:15:15.127923 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-383da378-ceb3-4c33-afa7-e155e7cd3a6f req-4010e7b1-fd32-4c09-b22e-7e96031e3afc tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.1134846 Aug 20 19:15:15.182772 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-383da378-ceb3-4c33-afa7-e155e7cd3a6f req-37b70cd3-5a07-4c64-aa86-f02ae5d37f0c tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481951 Aug 20 19:15:15.201718 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d00def-24ce-4295-92e6-504571272e6a req-2adcd96e-a252-4778-ba0d-3c5d02e9c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:15.203151 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-13d00def-24ce-4295-92e6-504571272e6a req-2adcd96e-a252-4778-ba0d-3c5d02e9c105 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4028fbd-2e12-4323-a257-4bd9db0bc623 HTTP/1.1" status: 200 len: 910 time: 0.1720116 Aug 20 19:15:15.217605 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:07Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '0e7de80a-04fa-4b3b-8e14-42d6ba292b2a', 'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'mac_address': 'fa:16:3e:35:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:06Z', 'updated_at': '2021-08-20T19:08:22Z', 'revision_number': 5, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'subnets': [{'id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:15.222176 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] Checking router: 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:15:15.231756 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] Routers {'8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:15.232430 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:15.377878 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-13d00def-24ce-4295-92e6-504571272e6a req-3b615486-9d85-4f25-be0a-48ff609f4b26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce HTTP/1.1" status: 200 len: 217 time: 0.1673737 Aug 20 19:15:15.446783 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d00def-24ce-4295-92e6-504571272e6a req-61991f31-756c-4725-a180-96a6711e3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:15.448372 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-13d00def-24ce-4295-92e6-504571272e6a req-61991f31-756c-4725-a180-96a6711e3c50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a25ebdc-94d4-4cad-bcd1-041979dd0a24 HTTP/1.1" status: 200 len: 848 time: 0.0624037 Aug 20 19:15:15.460683 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] Set router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:15.526832 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d00def-24ce-4295-92e6-504571272e6a req-aba9d6c9-fb4c-406c-b6cc-d8a001553aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:15.528336 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-13d00def-24ce-4295-92e6-504571272e6a req-aba9d6c9-fb4c-406c-b6cc-d8a001553aab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4028fbd-2e12-4323-a257-4bd9db0bc623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707963 Aug 20 19:15:15.661101 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-13d00def-24ce-4295-92e6-504571272e6a req-dbc85247-79d7-4467-a22e-d404d3bd6365 service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243610 Aug 20 19:15:15.778716 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:07Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '0e7de80a-04fa-4b3b-8e14-42d6ba292b2a', 'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'mac_address': 'fa:16:3e:35:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:06Z', 'updated_at': '2021-08-20T19:08:22Z', 'revision_number': 5, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'subnets': [{'id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:15.782589 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a76b-db98-4fcb-93b1-8484202dd909 None None] The sync data for ids ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'] in dv-cinder-805283-1-smb is: [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:08:07Z', 'revision_number': 4, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': '0e7de80a-04fa-4b3b-8e14-42d6ba292b2a', 'name': '', 'network_id': 'c4028fbd-2e12-4323-a257-4bd9db0bc623', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'mac_address': 'fa:16:3e:35:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:06Z', 'updated_at': '2021-08-20T19:08:22Z', 'revision_number': 5, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'subnets': [{'id': '1a25ebdc-94d4-4cad-bcd1-041979dd0a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:15:15.797137 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-13d00def-24ce-4295-92e6-504571272e6a req-4f532255-b194-4957-833c-d9fea6a58824 service neutron] 10.222.0.11 "GET /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281388 Aug 20 19:15:15.842560 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 2a7e0c4b-2020-45c5-a2e5-03f046394c73 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:15.877313 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: 2a7e0c4b-2020-45c5-a2e5-03f046394c73 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:15.877946 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 2a7e0c4b-2020-45c5-a2e5-03f046394c73 not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:16.003377 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e705f3b4-d4a0-4791-9577-c5fdd6fe9041 None None] New status for floating IP bdddb521-340f-436e-9a31-1994529da56d: DOWN {{(pid=79350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:15:16.380678 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0ddb2-c2de-46f7-96a0-c2ea4192f942 req-0a25bf1f-abbb-4441-a50d-936b9bc1ca58 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:16.382118 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b7c0ddb2-c2de-46f7-96a0-c2ea4192f942 req-0a25bf1f-abbb-4441-a50d-936b9bc1ca58 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0860755 Aug 20 19:15:16.428895 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-b7c0ddb2-c2de-46f7-96a0-c2ea4192f942 req-7da2d2c1-f9f0-411e-b69b-1ccbd21066d3 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405853 Aug 20 19:15:17.185255 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-72c3d060-836d-4cae-a08d-b4f6db374388 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:17.185948 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-72c3d060-836d-4cae-a08d-b4f6db374388 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Synchronizing usage tracker for tenant:a552e474dc724f3b8591b06118232a7f on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:15:17.197679 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-72c3d060-836d-4cae-a08d-b4f6db374388 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Unset dirty status for tenant:a552e474dc724f3b8591b06118232a7f on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:15:17.198808 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-72c3d060-836d-4cae-a08d-b4f6db374388 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.11 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0948062 Aug 20 19:15:17.269421 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Deleting port 7f9ff966-4ab0-43d7-adfc-40d475b770ce {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:17.269752 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:17.511462 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] For port 7f9ff966-4ab0-43d7-adfc-40d475b770ce, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=7f9ff966-4ab0-43d7-adfc-40d475b770ce,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:17.511817 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:17.613353 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe4f8f-4155-49f3-8410-95d0bfb07d9e req-2ba781cf-e633-41b3-a162-50619202cfee tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:17.614727 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-defe4f8f-4155-49f3-8410-95d0bfb07d9e req-2ba781cf-e633-41b3-a162-50619202cfee tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 945 time: 0.0821047 Aug 20 19:15:17.633576 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Calling delete_port for 7f9ff966-4ab0-43d7-adfc-40d475b770ce owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:17.664946 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-defe4f8f-4155-49f3-8410-95d0bfb07d9e req-7c4c636c-7eeb-4659-a8a1-4e5048a4dd6c tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438135 Aug 20 19:15:17.776542 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:17.781872 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d6d0cdef-51ef-45ca-9f24-ba7828a06954 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:17.825954 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event deleted for resources: {'Port': ['ID=7f9ff966-4ab0-43d7-adfc-40d475b770ce,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:17.829018 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:17.904030 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] No DVR routers for this DVR port 7f9ff966-4ab0-43d7-adfc-40d475b770ce on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:15:17.906467 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:17.909777 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'name': 'network-vif-deleted', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:15:17.926112 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-f4dd755a-25f0-4ef2-abb1-5315c34e85e6 req-e2c6ae1a-b273-483c-93d6-53c1140a5d3d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.11 "DELETE /v2.0/ports/7f9ff966-4ab0-43d7-adfc-40d475b770ce HTTP/1.1" status: 204 len: 173 time: 0.7205682 Aug 20 19:15:17.955555 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b744d140-b414-4bb9-ad2f-3f03cef9af5d', 'name': 'network-vif-deleted', 'tag': '7f9ff966-4ab0-43d7-adfc-40d475b770ce', 'status': 'completed', 'code': 200} Aug 20 19:15:18.828542 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-245bd505-b6d1-4c9f-bdc4-1dd86b8c405a req-eb59c6ba-2a2c-4356-b541-600679365653 tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "GET /v2.0/ports?device_id=b744d140-b414-4bb9-ad2f-3f03cef9af5d HTTP/1.1" status: 200 len: 210 time: 0.0418422 Aug 20 19:15:19.143944 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50934) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:19.868747 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668359'] for router_interface, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:19.923673 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50942) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:19.990483 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fcc20b5d-6c35-40ec-8d88-e1ef2d14b02d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.020493 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fcc20b5d-6c35-40ec-8d88-e1ef2d14b02d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.089314 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fcc20b5d-6c35-40ec-8d88-e1ef2d14b02d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.093188 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-242e54e5-d128-4bdc-9537-6ed92bf65a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:20.107065 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc20b5d-6c35-40ec-8d88-e1ef2d14b02d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:20.110144 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-fcc20b5d-6c35-40ec-8d88-e1ef2d14b02d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:20.119175 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fcc20b5d-6c35-40ec-8d88-e1ef2d14b02d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.120292 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-fcc20b5d-6c35-40ec-8d88-e1ef2d14b02d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] 10.222.0.50 "DELETE /v2.0/security-groups/fe61aaf8-2ae6-4f8d-9173-d56bb0fc7d0f HTTP/1.1" status: 204 len: 168 time: 0.1956463 Aug 20 19:15:20.167560 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50948) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:20.218954 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Deleting port c4a2c531-3753-43cb-bd36-a0cd568b5a70 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:20.219293 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.394741 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] For port c4a2c531-3753-43cb-bd36-a0cd568b5a70, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=c4a2c531-3753-43cb-bd36-a0cd568b5a70,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:20.395341 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.519416 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Calling delete_port for c4a2c531-3753-43cb-bd36-a0cd568b5a70 owned by network:router_interface {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:20.705012 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.709657 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-857e4d51-af63-4872-bce4-740a1ac84ec5 tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:20.752143 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a2c531-3753-43cb-bd36-a0cd568b5a70,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:20.755351 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:20.881996 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668359'] for router_interface, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:21.124174 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668347'] for router_interface, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:21.235588 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Deleting port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:21.236188 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:21.412620 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] For port 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=0e7de80a-04fa-4b3b-8e14-42d6ba292b2a,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:21.413091 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:21.491796 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Router 32500550-9a94-4255-ae61-4be00c172da4 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:15:21.533280 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Calling delete_port for 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a owned by network:router_interface {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:21.672111 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:15:21.680470 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] Sync routers for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:15:21.685833 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-10e8acfd-cadf-4e83-8db4-c2f94b987c04 admin admin] 10.222.0.50 "PUT /v2.0/routers/32500550-9a94-4255-ae61-4be00c172da4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5408154 Aug 20 19:15:21.688733 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50954) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:21.693511 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:21.694141 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:21.716499 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:21.720323 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e12c3de6-5694-40df-9a28-2fad6a3c9c54 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:21.767430 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7de80a-04fa-4b3b-8e14-42d6ba292b2a,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:21.769896 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:21.858216 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7f9ff966-4ab0-43d7-adfc-40d475b770ce no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:21.895362 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: 7f9ff966-4ab0-43d7-adfc-40d475b770ce {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:21.895601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:21.896229 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device 7f9ff966-4ab0-43d7-adfc-40d475b770ce not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:21.923090 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:22.086408 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.095639 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Deleting port f66b8010-2856-4498-af19-4fc723b97ef8 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:22.096016 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.141796 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668347'] for router_interface, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.224818 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:15:20Z', 'revision_number': 5, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port': {'id': 'f66b8010-2856-4498-af19-4fc723b97ef8', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500550-9a94-4255-ae61-4be00c172da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:22.229993 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] Checking router: 32500550-9a94-4255-ae61-4be00c172da4 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:15:22.240949 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] Routers {'32500550-9a94-4255-ae61-4be00c172da4'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:22.241768 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['32500550-9a94-4255-ae61-4be00c172da4'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:22.268077 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] For port f66b8010-2856-4498-af19-4fc723b97ef8, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=f66b8010-2856-4498-af19-4fc723b97ef8,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:22.268761 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.403375 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] Set router 32500550-9a94-4255-ae61-4be00c172da4 gateway port host: None {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:22.514155 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Calling delete_port for f66b8010-2856-4498-af19-4fc723b97ef8 owned by network:router_gateway {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:22.515478 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:15:22.518318 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:15:22Z', 'revision_number': 6, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port_host': None}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:22.522319 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de57284-17c4-4cca-9b64-9569d099dea8 None None] The sync data for ids ['32500550-9a94-4255-ae61-4be00c172da4'] in dv-cinder-805283-1-smb is: [{'id': '32500550-9a94-4255-ae61-4be00c172da4', 'name': 'tempest-AttachVolumeTestJSON-1311008411-router', 'tenant_id': '8d3269f2ca0146eeb31b688269c2b68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:15:22Z', 'revision_number': 6, 'project_id': '8d3269f2ca0146eeb31b688269c2b68f', 'gw_port_host': None}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:15:22.688387 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.691939 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:22.698746 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:15:22.708590 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] Sync routers for ids ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:15:22.714296 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-3867d174-d09e-416e-ba78-0b0ef3ad5da2 admin admin] 10.222.0.50 "PUT /v2.0/routers/8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5432632 Aug 20 19:15:22.714604 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50958) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:22.718705 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] Routers {'8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:22.719388 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:22.740125 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66b8010-2856-4498-af19-4fc723b97ef8,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:22.742726 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:22.831648 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754194'] for router_gateway, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.903760 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.904810 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] Set router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:23.012109 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-857'] for router, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.014451 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.038851 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669256'] for router, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.039379 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32500550-9a94-4255-ae61-4be00c172da4 {{(pid=79347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:15:23.051786 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.055172 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ec8563fb-e178-4487-a3ce-64d59a723ab5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/32500550-9a94-4255-ae61-4be00c172da4 HTTP/1.1" status: 204 len: 168 time: 1.3629711 Aug 20 19:15:23.055394 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50964) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:23.099304 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.109645 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Deleting port 6e33a6d7-b9b9-4838-932d-a3ee195a7921 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:23.110000 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.118616 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ab5b2a-aaa8-44e6-b028-05486ad2156b admin admin] Deleting subnet d2166fc7-fb2c-48d3-93a9-81771bcdc388 {{(pid=79347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:15:23.121718 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5b2a-aaa8-44e6-b028-05486ad2156b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.173160 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5b2a-aaa8-44e6-b028-05486ad2156b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2575663'] for subnet, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.199709 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:15:21Z', 'revision_number': 5, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port': {'id': '6e33a6d7-b9b9-4838-932d-a3ee195a7921', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:02Z', 'updated_at': '2021-08-20T19:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:23.203615 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] Checking router: 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:15:23.213175 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] Routers {'8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:23.213793 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:23.255848 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5b2a-aaa8-44e6-b028-05486ad2156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.292230 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] For port 6e33a6d7-b9b9-4838-932d-a3ee195a7921, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=6e33a6d7-b9b9-4838-932d-a3ee195a7921,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:23.292730 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.329747 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5b2a-aaa8-44e6-b028-05486ad2156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273316'] for subnet, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.334848 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:23.375027 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab5b2a-aaa8-44e6-b028-05486ad2156b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2166fc7-fb2c-48d3-93a9-81771bcdc388,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:23.378742 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] Set router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 gateway port host: None {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:23.396708 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5b2a-aaa8-44e6-b028-05486ad2156b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.404284 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06864388-307f-4bc0-8b04-efc5c7f3372a None None] Network e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:15:23.405880 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e4ab5b2a-aaa8-44e6-b028-05486ad2156b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:23.410667 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-e4ab5b2a-aaa8-44e6-b028-05486ad2156b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d2166fc7-fb2c-48d3-93a9-81771bcdc388 HTTP/1.1" status: 204 len: 168 time: 0.3543813 Aug 20 19:15:23.418463 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50968) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:23.514674 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:15:23Z', 'revision_number': 6, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port_host': None}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:23.524570 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20e986-35c6-45af-914d-a6b7575a3073 None None] The sync data for ids ['8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5'] in dv-cinder-805283-1-smb is: [{'id': '8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5', 'name': 'tempest-TestShelveInstance-1295700755-router', 'tenant_id': 'a552e474dc724f3b8591b06118232a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:01Z', 'updated_at': '2021-08-20T19:15:23Z', 'revision_number': 6, 'project_id': 'a552e474dc724f3b8591b06118232a7f', 'gw_port_host': None}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:15:23.595717 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.608708 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Deleting port c1be7941-a038-48c7-b031-f3aa39793141 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:23.609356 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.652096 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Calling delete_port for 6e33a6d7-b9b9-4838-932d-a3ee195a7921 owned by network:router_gateway {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:23.859259 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] For port c1be7941-a038-48c7-b031-f3aa39793141, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=c1be7941-a038-48c7-b031-f3aa39793141,segment=NetworkSegment(12dc3b8a-9047-471f-9372-7d51c2459198),segment_id=12dc3b8a-9047-471f-9372-7d51c2459198)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:23.859810 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.918537 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.925675 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-bcede1ca-e873-4379-a670-cdef5d5b6dc7 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:23.970475 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6e67a-8ec7-4256-b6b2-6609a9ee9da0 None None] DHCP port deletion for e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c request from dv-cinder-805283-1-smb {{(pid=79349) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:15:23.975974 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6e67a-8ec7-4256-b6b2-6609a9ee9da0 None None] Deleting port c1be7941-a038-48c7-b031-f3aa39793141 {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:23.976718 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e67a-8ec7-4256-b6b2-6609a9ee9da0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.987564 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e33a6d7-b9b9-4838-932d-a3ee195a7921,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:23.990610 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Calling delete_port for c1be7941-a038-48c7-b031-f3aa39793141 owned by network:dhcp {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:23.998795 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:23.998795 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:23.999082 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:23.999553 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:23.999915 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.000402 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.000927 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.001451 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.001584 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.001879 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.002259 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.002642 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.012506 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:24.069141 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.079646 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-63672750-6574-4612-b498-7368fcca7b1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:24.116619 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754194'] for router_gateway, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.126992 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device c4a2c531-3753-43cb-bd36-a0cd568b5a70 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:24.128637 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1be7941-a038-48c7-b031-f3aa39793141,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:24.135756 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] No DVR routers for this DVR port c1be7941-a038-48c7-b031-f3aa39793141 on host dv-cinder-805283-1-smb {{(pid=79347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:15:24.138083 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.138588 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.139067 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.139520 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.139975 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.140427 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.140878 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.141939 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.142466 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.142897 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.143321 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.143737 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:24.160528 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6e67a-8ec7-4256-b6b2-6609a9ee9da0 None None] The port 'c1be7941-a038-48c7-b031-f3aa39793141' was deleted {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:15:24.173380 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: c4a2c531-3753-43cb-bd36-a0cd568b5a70 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:24.173832 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device c4a2c531-3753-43cb-bd36-a0cd568b5a70 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:24.174281 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device f66b8010-2856-4498-af19-4fc723b97ef8 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:24.208006 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: f66b8010-2856-4498-af19-4fc723b97ef8 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:24.208607 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device f66b8010-2856-4498-af19-4fc723b97ef8 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:24.213568 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:24.310224 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-857'] for router, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.312578 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.336687 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669256'] for router, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.337367 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 {{(pid=79348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:15:24.353685 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.355077 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8a8c1fa0-c2e8-4b63-b9bc-f2e2e45e76d5 HTTP/1.1" status: 204 len: 168 time: 1.6394427 Aug 20 19:15:24.357629 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50974) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:24.388740 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.402658 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c']}} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:24.415499 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dc3b8a-9047-471f-9372-7d51c2459198') {'for_net_delete': True} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:24.416174 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dc3b8a-9047-471f-9372-7d51c2459198') {} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:24.429301 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2575664'] for segment, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.434153 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_v2 [None req-3745a596-adfe-4ffa-bf9a-b085e308a3c4 admin admin] Deleting subnet 1a25ebdc-94d4-4cad-bcd1-041979dd0a24 {{(pid=79348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:15:24.437308 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3745a596-adfe-4ffa-bf9a-b085e308a3c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.448934 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.457553 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=79347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:15:24.458038 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436019'] for segment, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: Traceback (most recent call last): Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: timer() Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: cb(*args, **kw) Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: return func(*args, **kwargs) Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: self._notify() Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: self.callback(batched_events) Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: event.method(event) Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: return f(self, *a, **k) Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: return self._get(url).json() Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: return self.request(url, 'GET', **kwargs) Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:15:24.473261 dv-cinder-805283-1-smb neutron-server[79347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:15:24.497709 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3745a596-adfe-4ffa-bf9a-b085e308a3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300639'] for subnet, precommit_delete_associations {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.559733 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.564267 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9b654464-8660-4713-a61c-4a73721abb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:24.583633 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.589774 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:24.593021 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:24.608669 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e48a33e2-4bd5-43c0-a2d5-dbf628b96e0c HTTP/1.1" status: 204 len: 168 time: 1.1891131 Aug 20 19:15:24.639604 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3745a596-adfe-4ffa-bf9a-b085e308a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.715270 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3745a596-adfe-4ffa-bf9a-b085e308a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847301'] for subnet, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.720564 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-efd4c317-21ce-4f1d-b5d4-0bce66c0a657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:24.723885 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50980) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:24.754960 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745a596-adfe-4ffa-bf9a-b085e308a3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a25ebdc-94d4-4cad-bcd1-041979dd0a24,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:24.757497 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3745a596-adfe-4ffa-bf9a-b085e308a3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:24.760329 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3745a596-adfe-4ffa-bf9a-b085e308a3c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.769682 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c69ae0-ff95-4670-a494-40879065ad26 None None] Network c4028fbd-2e12-4323-a257-4bd9db0bc623 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:15:24.777865 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-346a32a0-6cc1-4d1e-9cda-a5359be53c39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d3269f2ca0146eeb31b688269c2b68f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524461 Aug 20 19:15:24.778573 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 50984) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:24.784940 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-3745a596-adfe-4ffa-bf9a-b085e308a3c4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1a25ebdc-94d4-4cad-bcd1-041979dd0a24 HTTP/1.1" status: 204 len: 168 time: 0.4243729 Aug 20 19:15:24.788026 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 50988) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:24.850106 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bb3713c3-f2b6-43d0-8005-541f980ac497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.878188 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bb3713c3-f2b6-43d0-8005-541f980ac497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.915391 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.921099 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Deleting port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:24.921439 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.939435 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bb3713c3-f2b6-43d0-8005-541f980ac497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.943649 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-088f38db-d09d-455b-b18e-990bf98d81cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:24.959466 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3713c3-f2b6-43d0-8005-541f980ac497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5300061a-f7d3-41f9-a2ab-72b6ac5d656c,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:24.968247 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bb3713c3-f2b6-43d0-8005-541f980ac497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:24.969295 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-bb3713c3-f2b6-43d0-8005-541f980ac497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.973792 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-bb3713c3-f2b6-43d0-8005-541f980ac497 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5300061a-f7d3-41f9-a2ab-72b6ac5d656c HTTP/1.1" status: 204 len: 168 time: 0.1925433 Aug 20 19:15:25.066921 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] DHCP port deletion for c4028fbd-2e12-4323-a257-4bd9db0bc623 request from dv-cinder-805283-1-smb {{(pid=79349) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:15:25.070812 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] Deleting port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:25.071192 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.135210 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] For port 56b4d1b0-0a62-43fa-ab4a-68984bd64463, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=56b4d1b0-0a62-43fa-ab4a-68984bd64463,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:25.135572 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.285196 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] For port 56b4d1b0-0a62-43fa-ab4a-68984bd64463, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=56b4d1b0-0a62-43fa-ab4a-68984bd64463,segment=NetworkSegment(0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4),segment_id=0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:25.285196 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.352009 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Calling delete_port for 56b4d1b0-0a62-43fa-ab4a-68984bd64463 owned by network:dhcp {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:25.403404 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] Calling delete_port for 56b4d1b0-0a62-43fa-ab4a-68984bd64463 owned by network:dhcp {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:25.441792 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.447914 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-23dab434-bd42-4886-846a-92a8231adeee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:25.483596 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.db.api [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:15:25.483963 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_db.api [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:15:25.495833 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b4d1b0-0a62-43fa-ab4a-68984bd64463,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:25.498953 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:25.499875 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] No DVR routers for this DVR port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 on host dv-cinder-805283-1-smb {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:15:25.632405 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.652527 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4028fbd-2e12-4323-a257-4bd9db0bc623']}} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:25.653399 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:25.665657 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4') {'for_net_delete': True} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:25.666010 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.services.segments.db [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e286a59-c5bf-4a4f-b6cc-71bc8287f6c4') {} {{(pid=79348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:25.679173 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300608'] for segment, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.687560 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:25.687915 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 0e7de80a-04fa-4b3b-8e14-42d6ba292b2a not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:25.688388 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 56b4d1b0-0a62-43fa-ab4a-68984bd64463 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:25.699999 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.707124 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=79348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:15:25.707573 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300163'] for segment, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: Traceback (most recent call last): Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: timer() Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: cb(*args, **kw) Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: return func(*args, **kwargs) Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: self._notify() Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: self.callback(batched_events) Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: event.method(event) Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: return f(self, *a, **k) Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: return self._get(url).json() Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: return self.request(url, 'GET', **kwargs) Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:15:25.721308 dv-cinder-805283-1-smb neutron-server[79348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:15:25.725307 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 56b4d1b0-0a62-43fa-ab4a-68984bd64463 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:25.725665 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 56b4d1b0-0a62-43fa-ab4a-68984bd64463 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:25.726101 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device c1be7941-a038-48c7-b031-f3aa39793141 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:25.762945 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: c1be7941-a038-48c7-b031-f3aa39793141 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:25.763304 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device c1be7941-a038-48c7-b031-f3aa39793141 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:25.763740 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 6e33a6d7-b9b9-4838-932d-a3ee195a7921 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:25.796888 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 6e33a6d7-b9b9-4838-932d-a3ee195a7921 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:25.798385 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 6e33a6d7-b9b9-4838-932d-a3ee195a7921 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:25.805903 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.810988 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7a880c74-9403-4d31-8776-c5beb3e9c11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:25.827811 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.837007 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4028fbd-2e12-4323-a257-4bd9db0bc623,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:25.840088 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:25.853275 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-911aa180-0f15-445c-93a2-422817d1b971 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c4028fbd-2e12-4323-a257-4bd9db0bc623 HTTP/1.1" status: 204 len: 168 time: 1.0639324 Aug 20 19:15:25.853509 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51016) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:25.986045 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] Deleting port 56b4d1b0-0a62-43fa-ab4a-68984bd64463 {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:25.986626 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:26.053747 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-f794d647-6df1-40f2-8f13-e304d3adbd5f None None] The port '56b4d1b0-0a62-43fa-ab4a-68984bd64463' was deleted {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:15:26.395047 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668359'] for router_interface, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:26.736054 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Deleting port 006d0adf-b284-4466-8ccd-85d6dda47d99 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:26.736780 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:26.994816 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] For port 006d0adf-b284-4466-8ccd-85d6dda47d99, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=006d0adf-b284-4466-8ccd-85d6dda47d99,segment=NetworkSegment(2acc5bed-097f-4172-9a37-b9140eed12f9),segment_id=2acc5bed-097f-4172-9a37-b9140eed12f9)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:26.995077 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:27.113251 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Calling delete_port for 006d0adf-b284-4466-8ccd-85d6dda47d99 owned by network:router_interface {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:27.283362 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:27.286795 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-09880dd8-8d13-42be-a40e-d8f6bd15a18c tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:27.329391 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=006d0adf-b284-4466-8ccd-85d6dda47d99,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:27.332425 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:27.596867 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668347'] for router_interface, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:27.972275 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Router 4036085f-aa27-4c1a-b32e-b297aaea1330 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:15:28.146597 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:15:28.154991 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] Sync routers for ids ['4036085f-aa27-4c1a-b32e-b297aaea1330'] in dv-cinder-805283-1-smb {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:15:28.164750 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-94653a96-ca3d-4f12-a8f8-e814c4633f76 admin admin] 10.222.0.50 "PUT /v2.0/routers/4036085f-aa27-4c1a-b32e-b297aaea1330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3078461 Aug 20 19:15:28.165158 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51046) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:28.165447 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] Routers {'4036085f-aa27-4c1a-b32e-b297aaea1330'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:28.166119 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['4036085f-aa27-4c1a-b32e-b297aaea1330'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:28.355239 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] Set router 4036085f-aa27-4c1a-b32e-b297aaea1330 gateway port host: dv-cinder-805283-1-smb {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:28.439941 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Notify callbacks [] for router, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.615003 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.624846 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Deleting port 7b508091-fa0a-493d-a95c-81b428586be6 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:28.625230 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.669292 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'name': 'tempest-TestShelveInstance-158515202-router', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '7b508091-fa0a-493d-a95c-81b428586be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:12Z', 'updated_at': '2021-08-20T19:15:27Z', 'revision_number': 5, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'gw_port': {'id': '7b508091-fa0a-493d-a95c-81b428586be6', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:13Z', 'updated_at': '2021-08-20T19:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:28.673654 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] Checking router: 4036085f-aa27-4c1a-b32e-b297aaea1330 for host: dv-cinder-805283-1-smb {{(pid=79349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:15:28.682013 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] Routers {'4036085f-aa27-4c1a-b32e-b297aaea1330'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:28.682615 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['4036085f-aa27-4c1a-b32e-b297aaea1330'], 'active': True} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:28.794738 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] For port 7b508091-fa0a-493d-a95c-81b428586be6, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=7b508091-fa0a-493d-a95c-81b428586be6,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:28.795084 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.834143 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_dvr_db [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] Set router 4036085f-aa27-4c1a-b32e-b297aaea1330 gateway port host: None {{(pid=79349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:28.918689 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Calling delete_port for 7b508091-fa0a-493d-a95c-81b428586be6 owned by network:router_gateway {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:28.936541 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.db.l3_hamode_db [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'name': 'tempest-TestShelveInstance-158515202-router', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:12Z', 'updated_at': '2021-08-20T19:15:28Z', 'revision_number': 6, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'gw_port_host': None}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:28.940931 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26904d40-1848-40e8-ade6-b1a3fb051b14 None None] The sync data for ids ['4036085f-aa27-4c1a-b32e-b297aaea1330'] in dv-cinder-805283-1-smb is: [{'id': '4036085f-aa27-4c1a-b32e-b297aaea1330', 'name': 'tempest-TestShelveInstance-158515202-router', 'tenant_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:12Z', 'updated_at': '2021-08-20T19:15:28Z', 'revision_number': 6, 'project_id': '80b5fec9cafd4d05a9a32278cb9bc740', 'gw_port_host': None}] {{(pid=79349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:15:29.089471 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.094927 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7ef8bda7-a2c4-46bc-9c09-4ed5367253f1 tempest-AttachVolumeNegativeTest-1862856910 tempest-AttachVolumeNegativeTest-1862856910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:29.139422 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b508091-fa0a-493d-a95c-81b428586be6,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:29.168283 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:29.234724 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754194'] for router_gateway, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.267974 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51060) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:29.405803 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-857'] for router, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.408694 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.412875 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.428149 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:29.432205 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a23fddd8004a389fd1b12949b232f0 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:29.434567 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669256'] for router, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.435061 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4036085f-aa27-4c1a-b32e-b297aaea1330 {{(pid=79348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:15:29.435319 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:29.443293 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:29.448100 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] Notify callbacks [] for router, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.451703 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-fb8d473f-5394-4247-a7ab-6ed5a5b03494 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4036085f-aa27-4c1a-b32e-b297aaea1330 HTTP/1.1" status: 204 len: 168 time: 1.2834039 Aug 20 19:15:29.452372 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51066) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:29.515403 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f15f4b-6ad4-4bc8-888d-afec8e1ccd9f admin admin] Deleting subnet b3112c21-10cf-4c52-848a-7b6aea2c16dc {{(pid=79348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:15:29.518930 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f9f15f4b-6ad4-4bc8-888d-afec8e1ccd9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.530028 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.534839 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.543153 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b03a7909-04cd-4109-853c-91da494cc101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:29.566928 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f9f15f4b-6ad4-4bc8-888d-afec8e1ccd9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300639'] for subnet, precommit_delete_associations {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.582816 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3a23fddd8004a389fd1b12949b232f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137686 Aug 20 19:15:29.584008 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6124587-291f-498d-8431-f5df88eb96a0,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:29.587210 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:29.587835 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51070) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:29.649542 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a59c841-02b0-4ade-98ca-b5e5ce28b98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.676516 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a59c841-02b0-4ade-98ca-b5e5ce28b98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.737866 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a59c841-02b0-4ade-98ca-b5e5ce28b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.742599 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e8b37835-0f01-4c59-ad41-781fd84b02bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:29.749277 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f9f15f4b-6ad4-4bc8-888d-afec8e1ccd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.756868 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59c841-02b0-4ade-98ca-b5e5ce28b98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6124587-291f-498d-8431-f5df88eb96a0,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:29.759258 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8a59c841-02b0-4ade-98ca-b5e5ce28b98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:29.762904 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-8a59c841-02b0-4ade-98ca-b5e5ce28b98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.764203 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-8a59c841-02b0-4ade-98ca-b5e5ce28b98f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6124587-291f-498d-8431-f5df88eb96a0 HTTP/1.1" status: 204 len: 168 time: 0.1754756 Aug 20 19:15:29.788443 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 7b508091-fa0a-493d-a95c-81b428586be6 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:29.827625 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 7b508091-fa0a-493d-a95c-81b428586be6 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:29.828265 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 7b508091-fa0a-493d-a95c-81b428586be6 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:29.829664 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 006d0adf-b284-4466-8ccd-85d6dda47d99 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:29.850481 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f9f15f4b-6ad4-4bc8-888d-afec8e1ccd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847301'] for subnet, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.855836 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:29.871378 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 006d0adf-b284-4466-8ccd-85d6dda47d99 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:29.871537 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 006d0adf-b284-4466-8ccd-85d6dda47d99 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:29.893688 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f15f4b-6ad4-4bc8-888d-afec8e1ccd9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3112c21-10cf-4c52-848a-7b6aea2c16dc,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:29.896866 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f9f15f4b-6ad4-4bc8-888d-afec8e1ccd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:29.897969 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f9f15f4b-6ad4-4bc8-888d-afec8e1ccd9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.902613 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291cef4d-9152-43c9-8c21-d5c41d6d0dc3 None None] Network 76f29162-8266-4594-9c3d-53f60a274cf7 requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:15:29.923623 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-f9f15f4b-6ad4-4bc8-888d-afec8e1ccd9f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b3112c21-10cf-4c52-848a-7b6aea2c16dc HTTP/1.1" status: 204 len: 168 time: 0.4685838 Aug 20 19:15:29.923993 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51078) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:30.035676 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.046539 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Deleting port b3429227-e5d4-4c4b-aa48-d9698b842865 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:30.047122 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.218090 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] DHCP port deletion for 76f29162-8266-4594-9c3d-53f60a274cf7 request from dv-cinder-805283-1-smb {{(pid=79349) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:15:30.222301 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] Deleting port b3429227-e5d4-4c4b-aa48-d9698b842865 {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:30.222718 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.290680 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] For port b3429227-e5d4-4c4b-aa48-d9698b842865, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=b3429227-e5d4-4c4b-aa48-d9698b842865,segment=NetworkSegment(2acc5bed-097f-4172-9a37-b9140eed12f9),segment_id=2acc5bed-097f-4172-9a37-b9140eed12f9)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:30.291305 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.417178 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Calling delete_port for b3429227-e5d4-4c4b-aa48-d9698b842865 owned by network:dhcp {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:30.487602 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] For port b3429227-e5d4-4c4b-aa48-d9698b842865, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=b3429227-e5d4-4c4b-aa48-d9698b842865,segment=NetworkSegment(2acc5bed-097f-4172-9a37-b9140eed12f9),segment_id=2acc5bed-097f-4172-9a37-b9140eed12f9)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:30.488166 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.503370 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.508503 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3714df4f-01b3-4ad8-877d-34a0b25cfd35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:30.557155 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3429227-e5d4-4c4b-aa48-d9698b842865,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:30.560232 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:30.563033 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] No DVR routers for this DVR port b3429227-e5d4-4c4b-aa48-d9698b842865 on host dv-cinder-805283-1-smb {{(pid=79347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:15:30.629089 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] Calling delete_port for b3429227-e5d4-4c4b-aa48-d9698b842865 owned by network:dhcp {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:30.697016 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.710147 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f29162-8266-4594-9c3d-53f60a274cf7']}} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:30.718790 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.db.api [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:15:30.719089 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_db.api [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:15:30.724481 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acc5bed-097f-4172-9a37-b9140eed12f9') {'for_net_delete': True} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:30.724777 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acc5bed-097f-4172-9a37-b9140eed12f9') {} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:30.736647 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2575664'] for segment, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.752515 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.758564 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=79347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:15:30.759066 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436019'] for segment, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: Traceback (most recent call last): Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: timer() Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: cb(*args, **kw) Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: return func(*args, **kwargs) Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: self._notify() Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: self.callback(batched_events) Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: event.method(event) Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: return f(self, *a, **k) Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: return self._get(url).json() Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: return self.request(url, 'GET', **kwargs) Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:15:30.783746 dv-cinder-805283-1-smb neutron-server[79347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:15:30.863248 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.867972 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8ca50b03-4be3-4958-b380-cb0951caba0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:30.881065 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.893666 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=76f29162-8266-4594-9c3d-53f60a274cf7,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:30.898025 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:30.901621 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-b4e22e83-230d-4e05-9bb0-294cf2942e9c admin admin] 10.222.0.50 "DELETE /v2.0/networks/76f29162-8266-4594-9c3d-53f60a274cf7 HTTP/1.1" status: 204 len: 168 time: 0.9766421 Aug 20 19:15:31.015712 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51112) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:31.064824 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-1ecfff3c-bade-46a5-8c7e-ce059a502609 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a552e474dc724f3b8591b06118232a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472836 Aug 20 19:15:31.067135 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51116) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:31.129372 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ac1d6cc7-d851-4e27-89a4-47c8140a60fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:31.155032 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ac1d6cc7-d851-4e27-89a4-47c8140a60fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:31.209873 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ac1d6cc7-d851-4e27-89a4-47c8140a60fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:31.215248 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-15d00cb1-4d0e-4a2f-a85c-b59e5231a90a tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:31.220551 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] Deleting port b3429227-e5d4-4c4b-aa48-d9698b842865 {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:31.221101 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:31.231040 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d6cc7-d851-4e27-89a4-47c8140a60fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002a6f86-357f-4089-973c-dcf6ebb82375,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:31.234047 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ac1d6cc7-d851-4e27-89a4-47c8140a60fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:31.241271 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-ac1d6cc7-d851-4e27-89a4-47c8140a60fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:31.244752 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-ac1d6cc7-d851-4e27-89a4-47c8140a60fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/002a6f86-357f-4089-973c-dcf6ebb82375 HTTP/1.1" status: 204 len: 168 time: 0.1743138 Aug 20 19:15:31.339426 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-f1ddaa2e-694f-4ed8-a71e-11105aa0500d None None] The port 'b3429227-e5d4-4c4b-aa48-d9698b842865' was deleted {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:15:31.621019 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51136) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:31.643013 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device b3429227-e5d4-4c4b-aa48-d9698b842865 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:31.678211 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-15c18042-c85c-46c9-86b5-1c02a4dac961 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80b5fec9cafd4d05a9a32278cb9bc740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535917 Aug 20 19:15:31.678429 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51142) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:31.680880 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: b3429227-e5d4-4c4b-aa48-d9698b842865 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:31.681324 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device b3429227-e5d4-4c4b-aa48-d9698b842865 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:31.740105 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23f4c0ab-44e2-4901-8a6a-65b8038af201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:31.767278 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23f4c0ab-44e2-4901-8a6a-65b8038af201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:31.837011 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23f4c0ab-44e2-4901-8a6a-65b8038af201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:31.842010 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-6048816e-58a3-4b39-b32c-ce4c25990228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:31.852099 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4c0ab-44e2-4901-8a6a-65b8038af201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6609dc-c7c2-4eae-862d-a330a6d1f38b,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:31.856530 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-23f4c0ab-44e2-4901-8a6a-65b8038af201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:31.858451 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23f4c0ab-44e2-4901-8a6a-65b8038af201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:31.859545 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-23f4c0ab-44e2-4901-8a6a-65b8038af201 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f6609dc-c7c2-4eae-862d-a330a6d1f38b HTTP/1.1" status: 204 len: 168 time: 0.1803203 Aug 20 19:15:32.166154 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51166) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:32.264286 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d22-7ba2-4d2e-b048-5259535ec94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:32.285390 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:32.299791 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:32.303591 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0d5fe1a4c4439cb024090f5dfb6121 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:32.306373 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:32.312000 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:32.394038 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:32.397701 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:32.404545 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-ac1d6cc7-d851-4e27-89a4-47c8140a60fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:32.442902 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7453f8-d65f-4061-b127-37ccba780e79,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:32.446281 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:32.451001 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd0d5fe1a4c4439cb024090f5dfb6121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814813 Aug 20 19:15:32.452066 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51172) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:32.512265 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-551ab0b1-d3cb-45a3-803c-4e9c0f235a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:32.537720 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-551ab0b1-d3cb-45a3-803c-4e9c0f235a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:32.585962 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-551ab0b1-d3cb-45a3-803c-4e9c0f235a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:32.590529 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-269902e9-f274-4daa-ab21-0738db5ee98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:32.600962 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ab0b1-d3cb-45a3-803c-4e9c0f235a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7453f8-d65f-4061-b127-37ccba780e79,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:32.605355 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-551ab0b1-d3cb-45a3-803c-4e9c0f235a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:32.607262 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-551ab0b1-d3cb-45a3-803c-4e9c0f235a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:32.610641 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-551ab0b1-d3cb-45a3-803c-4e9c0f235a7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d7453f8-d65f-4061-b127-37ccba780e79 HTTP/1.1" status: 204 len: 168 time: 0.1562719 Aug 20 19:15:32.724691 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:32.879542 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51180) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:32.900249 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-df7c9805-173e-4181-9a37-8c81a2086d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:32.914494 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-df7c9805-173e-4181-9a37-8c81a2086d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:32.918304 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-df7c9805-173e-4181-9a37-8c81a2086d1e admin admin] Usage tracker for resource:security_group_rule and tenant:c8315edc25fc47e0a5ac0785f6a928b3 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:32.921085 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-df7c9805-173e-4181-9a37-8c81a2086d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:32.926694 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-df7c9805-173e-4181-9a37-8c81a2086d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:33.006819 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-df7c9805-173e-4181-9a37-8c81a2086d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:33.010350 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-df7c9805-173e-4181-9a37-8c81a2086d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:33.017703 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-fcc20b5d-6c35-40ec-8d88-e1ef2d14b02d tempest-TestShelveInstance-414645343 tempest-TestShelveInstance-414645343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:33.054725 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c9805-173e-4181-9a37-8c81a2086d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f6f629-3aec-4a5d-882f-c032ea279d44,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:33.058866 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-df7c9805-173e-4181-9a37-8c81a2086d1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8315edc25fc47e0a5ac0785f6a928b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783113 Aug 20 19:15:33.059718 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-df7c9805-173e-4181-9a37-8c81a2086d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:33.061427 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51184) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:33.118385 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d3269d3c-29ce-4d1b-829f-d1172406a138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:33.143580 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d3269d3c-29ce-4d1b-829f-d1172406a138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:33.197673 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d3269d3c-29ce-4d1b-829f-d1172406a138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:33.202221 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-33de32fa-2c1c-492e-bea7-5ffe04195e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:33.212191 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3269d3c-29ce-4d1b-829f-d1172406a138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f6f629-3aec-4a5d-882f-c032ea279d44,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:33.215491 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d3269d3c-29ce-4d1b-829f-d1172406a138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:33.218559 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d3269d3c-29ce-4d1b-829f-d1172406a138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:33.219680 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-d3269d3c-29ce-4d1b-829f-d1172406a138 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16f6f629-3aec-4a5d-882f-c032ea279d44 HTTP/1.1" status: 204 len: 168 time: 0.1573782 Aug 20 19:15:34.853449 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-61a191ba-d56e-4c4e-85cd-391464780b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.026271 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51238) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:35.141453 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c1129fa2-73b4-4492-a3da-5d4d5241a839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.155497 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-c1129fa2-73b4-4492-a3da-5d4d5241a839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:35.159828 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-c1129fa2-73b4-4492-a3da-5d4d5241a839 admin admin] Usage tracker for resource:security_group_rule and tenant:d3107dc1d9964153bc2ab34d962edfd7 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:35.163098 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-c1129fa2-73b4-4492-a3da-5d4d5241a839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:35.168791 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-c1129fa2-73b4-4492-a3da-5d4d5241a839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:35.249457 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c1129fa2-73b4-4492-a3da-5d4d5241a839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.253074 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-c1129fa2-73b4-4492-a3da-5d4d5241a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.260060 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-363a4c2c-6415-4951-83ff-566f8ff877f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:35.301637 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-c1129fa2-73b4-4492-a3da-5d4d5241a839 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3107dc1d9964153bc2ab34d962edfd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743514 Aug 20 19:15:35.302530 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1129fa2-73b4-4492-a3da-5d4d5241a839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f479786c-4aa6-4c3c-9542-11a6c6821277,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:35.304339 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51244) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:35.305559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-c1129fa2-73b4-4492-a3da-5d4d5241a839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:35.361897 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4c85091b-382b-4e40-b307-b813be91019f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.386619 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4c85091b-382b-4e40-b307-b813be91019f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.437916 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4c85091b-382b-4e40-b307-b813be91019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.441389 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d3269d3c-29ce-4d1b-829f-d1172406a138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:35.452154 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85091b-382b-4e40-b307-b813be91019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f479786c-4aa6-4c3c-9542-11a6c6821277,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:35.455978 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4c85091b-382b-4e40-b307-b813be91019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:35.459278 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-4c85091b-382b-4e40-b307-b813be91019f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.461001 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-4c85091b-382b-4e40-b307-b813be91019f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f479786c-4aa6-4c3c-9542-11a6c6821277 HTTP/1.1" status: 204 len: 168 time: 0.1555111 Aug 20 19:15:35.728424 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51252) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:35.746063 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.760195 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:35.763950 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb3b57c84ad4324b24359491cb6b3dd is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:35.767330 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:35.772879 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:35.856470 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.861172 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.870293 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-77855fcd-fac5-442d-9f74-868b29450195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:35.909144 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:35.913448 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9bb3b57c84ad4324b24359491cb6b3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811957 Aug 20 19:15:35.913448 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdae0a61-a4cd-42ab-8540-6ca6d09e1b1f,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:35.913939 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51256) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:35.915465 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:35.976387 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5674beed-06e4-417b-bd3b-4e62b30b97a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:36.001540 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5674beed-06e4-417b-bd3b-4e62b30b97a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:36.051029 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5674beed-06e4-417b-bd3b-4e62b30b97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:36.055680 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-34364477-1e39-4234-8e40-a488b935f12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:36.067772 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674beed-06e4-417b-bd3b-4e62b30b97a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdae0a61-a4cd-42ab-8540-6ca6d09e1b1f,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:36.071282 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5674beed-06e4-417b-bd3b-4e62b30b97a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:36.076708 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5674beed-06e4-417b-bd3b-4e62b30b97a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:36.077854 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-5674beed-06e4-417b-bd3b-4e62b30b97a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cdae0a61-a4cd-42ab-8540-6ca6d09e1b1f HTTP/1.1" status: 204 len: 168 time: 0.1628478 Aug 20 19:15:37.207785 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:37.809498 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51312) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:37.922213 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a108cd8d-dcd1-4323-ac8e-145848a70953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:37.936535 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a108cd8d-dcd1-4323-ac8e-145848a70953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:37.940926 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a108cd8d-dcd1-4323-ac8e-145848a70953 admin admin] Usage tracker for resource:security_group_rule and tenant:ce57cefeae9e4dad90466a214dc4bf40 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:37.943627 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a108cd8d-dcd1-4323-ac8e-145848a70953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:37.949176 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a108cd8d-dcd1-4323-ac8e-145848a70953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:38.029270 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a108cd8d-dcd1-4323-ac8e-145848a70953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.033365 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a108cd8d-dcd1-4323-ac8e-145848a70953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.040087 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3b6a1256-da39-49ea-adcd-df43b240bd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:38.175416 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-a108cd8d-dcd1-4323-ac8e-145848a70953 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce57cefeae9e4dad90466a214dc4bf40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647625 Aug 20 19:15:38.176107 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108cd8d-dcd1-4323-ac8e-145848a70953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f01ce0-5430-405f-a3e2-da4b77a212d4,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:38.178000 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51318) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:38.178988 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a108cd8d-dcd1-4323-ac8e-145848a70953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:38.235927 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cb367d05-8862-4f73-a301-9b45edb8ad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.260256 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cb367d05-8862-4f73-a301-9b45edb8ad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.282395 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.311231 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cb367d05-8862-4f73-a301-9b45edb8ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.316080 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-39d795f9-e7ea-4965-89e8-4a24a32bee89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:38.329053 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb367d05-8862-4f73-a301-9b45edb8ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f01ce0-5430-405f-a3e2-da4b77a212d4,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:38.331534 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-cb367d05-8862-4f73-a301-9b45edb8ad8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:38.338044 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-cb367d05-8862-4f73-a301-9b45edb8ad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.341369 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-cb367d05-8862-4f73-a301-9b45edb8ad8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8f01ce0-5430-405f-a3e2-da4b77a212d4 HTTP/1.1" status: 204 len: 168 time: 0.1601124 Aug 20 19:15:38.611531 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51328) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:38.628972 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b60d058e-3b05-4dfd-a82a-68894104801a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.643356 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-b60d058e-3b05-4dfd-a82a-68894104801a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:38.647260 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-b60d058e-3b05-4dfd-a82a-68894104801a admin admin] Usage tracker for resource:security_group_rule and tenant:bec97a8f90ed42e688aa10fb40fd2222 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:38.650075 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-b60d058e-3b05-4dfd-a82a-68894104801a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:38.655616 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-b60d058e-3b05-4dfd-a82a-68894104801a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:38.736308 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b60d058e-3b05-4dfd-a82a-68894104801a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.739971 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b60d058e-3b05-4dfd-a82a-68894104801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.748035 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-bb3713c3-f2b6-43d0-8005-541f980ac497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:38.786322 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-b60d058e-3b05-4dfd-a82a-68894104801a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bec97a8f90ed42e688aa10fb40fd2222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737504 Aug 20 19:15:38.787826 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d058e-3b05-4dfd-a82a-68894104801a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208d2a0d-63d6-4a97-87de-8d2f5521a2fc,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:38.789058 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51332) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:38.790800 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b60d058e-3b05-4dfd-a82a-68894104801a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:38.850310 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8d2560a9-a826-4468-bf9a-2654601287fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.875273 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8d2560a9-a826-4468-bf9a-2654601287fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.926200 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8d2560a9-a826-4468-bf9a-2654601287fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.929714 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-4c85091b-382b-4e40-b307-b813be91019f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:38.942009 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2560a9-a826-4468-bf9a-2654601287fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208d2a0d-63d6-4a97-87de-8d2f5521a2fc,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:38.944859 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8d2560a9-a826-4468-bf9a-2654601287fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:38.946865 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8d2560a9-a826-4468-bf9a-2654601287fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:38.948448 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-8d2560a9-a826-4468-bf9a-2654601287fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/208d2a0d-63d6-4a97-87de-8d2f5521a2fc HTTP/1.1" status: 204 len: 168 time: 0.1578960 Aug 20 19:15:44.619320 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:15:46.553234 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51420) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:46.672939 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d631899e-97a0-443e-bb59-aa268021a879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.687350 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d631899e-97a0-443e-bb59-aa268021a879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:46.691182 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d631899e-97a0-443e-bb59-aa268021a879 admin admin] Usage tracker for resource:security_group_rule and tenant:2aac615cfb6d4adaae08fc97bf03f606 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:46.694598 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d631899e-97a0-443e-bb59-aa268021a879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:46.700137 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d631899e-97a0-443e-bb59-aa268021a879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:46.780860 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d631899e-97a0-443e-bb59-aa268021a879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.784591 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d631899e-97a0-443e-bb59-aa268021a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.791478 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2bc97280-a448-42aa-9ebb-32f50c7ea260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:46.833045 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631899e-97a0-443e-bb59-aa268021a879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fb45f2-0949-4f8f-b16a-ac1e35a84745,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:46.837293 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-d631899e-97a0-443e-bb59-aa268021a879 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2aac615cfb6d4adaae08fc97bf03f606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830446 Aug 20 19:15:46.838175 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d631899e-97a0-443e-bb59-aa268021a879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:46.840621 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51426) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:46.900509 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-08100bb9-d0e3-42c2-a26a-04dfb2ded60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.926360 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-08100bb9-d0e3-42c2-a26a-04dfb2ded60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.976797 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-08100bb9-d0e3-42c2-a26a-04dfb2ded60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.980293 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0088b5d9-2009-431c-9f94-2708d48f07db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:46.993577 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08100bb9-d0e3-42c2-a26a-04dfb2ded60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fb45f2-0949-4f8f-b16a-ac1e35a84745,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:46.995825 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-08100bb9-d0e3-42c2-a26a-04dfb2ded60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:46.999079 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-08100bb9-d0e3-42c2-a26a-04dfb2ded60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.004262 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-08100bb9-d0e3-42c2-a26a-04dfb2ded60f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14fb45f2-0949-4f8f-b16a-ac1e35a84745 HTTP/1.1" status: 204 len: 168 time: 0.1626072 Aug 20 19:15:47.272359 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51434) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:47.292269 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.307422 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:47.311248 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] Usage tracker for resource:security_group_rule and tenant:e16ca5075b5842c582e57502b4c0a3be is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:47.314034 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:47.319642 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:47.398407 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.403111 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.415586 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-0cf3fe13-c53e-4712-90d3-045b3ba7558d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:47.459553 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e16ca5075b5842c582e57502b4c0a3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860669 Aug 20 19:15:47.460697 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6136b4b-57b0-450b-97a6-5b67c60c71a1,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:47.462231 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51438) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:47.463846 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:47.521116 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b96c1350-f72f-4fac-bdeb-a951c65ad79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.545186 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b96c1350-f72f-4fac-bdeb-a951c65ad79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.598199 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b96c1350-f72f-4fac-bdeb-a951c65ad79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.602880 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-10af86a8-bdfc-4b6f-89f3-fc9a76830342 tempest-VolumesNegativeTest-1281921949 tempest-VolumesNegativeTest-1281921949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:47.612703 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c1350-f72f-4fac-bdeb-a951c65ad79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6136b4b-57b0-450b-97a6-5b67c60c71a1,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:47.616565 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b96c1350-f72f-4fac-bdeb-a951c65ad79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:47.619655 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b96c1350-f72f-4fac-bdeb-a951c65ad79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.620755 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-b96c1350-f72f-4fac-bdeb-a951c65ad79f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6136b4b-57b0-450b-97a6-5b67c60c71a1 HTTP/1.1" status: 204 len: 168 time: 0.1568308 Aug 20 19:15:48.703118 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51470) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:48.818209 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8b10d8e2-c560-4bcc-91d9-c3d6df4f1ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:48.831988 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-8b10d8e2-c560-4bcc-91d9-c3d6df4f1ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:48.836034 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-8b10d8e2-c560-4bcc-91d9-c3d6df4f1ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:f768996170c940e593e2d6d9dc001427 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:48.838757 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-8b10d8e2-c560-4bcc-91d9-c3d6df4f1ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:48.844390 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-8b10d8e2-c560-4bcc-91d9-c3d6df4f1ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:48.926342 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8b10d8e2-c560-4bcc-91d9-c3d6df4f1ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:48.929893 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-8b10d8e2-c560-4bcc-91d9-c3d6df4f1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:48.937898 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-1e4911e9-5363-471f-8bfa-2dc303a7c828 tempest-TestMinimumBasicScenario-1390645253 tempest-TestMinimumBasicScenario-1390645253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:48.977032 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-8b10d8e2-c560-4bcc-91d9-c3d6df4f1ec2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f768996170c940e593e2d6d9dc001427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727592 Aug 20 19:15:48.977877 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10d8e2-c560-4bcc-91d9-c3d6df4f1ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa2f4c9-3894-4afb-9e88-45850748c971,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:48.979824 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51476) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:48.980831 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-8b10d8e2-c560-4bcc-91d9-c3d6df4f1ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:49.037721 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd62-1534-4cbe-b3e8-87e0c79ed90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:49.062634 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd62-1534-4cbe-b3e8-87e0c79ed90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:49.112789 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd62-1534-4cbe-b3e8-87e0c79ed90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:49.117917 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-e2dcab92-9053-4497-a222-4704e8b34ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:49.131063 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddbd62-1534-4cbe-b3e8-87e0c79ed90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa2f4c9-3894-4afb-9e88-45850748c971,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:49.135004 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-10ddbd62-1534-4cbe-b3e8-87e0c79ed90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:49.146967 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd62-1534-4cbe-b3e8-87e0c79ed90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:49.148073 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-10ddbd62-1534-4cbe-b3e8-87e0c79ed90a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfa2f4c9-3894-4afb-9e88-45850748c971 HTTP/1.1" status: 204 len: 168 time: 0.1672633 Aug 20 19:15:56.039679 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51560) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:56.152147 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b8dac4cf-4b41-42ef-8d15-4bad89c9aec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:56.166412 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-b8dac4cf-4b41-42ef-8d15-4bad89c9aec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:15:56.170676 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-b8dac4cf-4b41-42ef-8d15-4bad89c9aec3 admin admin] Usage tracker for resource:security_group_rule and tenant:5a08317a7e3d44ef86eb202cf5135cb4 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:15:56.173416 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-b8dac4cf-4b41-42ef-8d15-4bad89c9aec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:15:56.178970 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-b8dac4cf-4b41-42ef-8d15-4bad89c9aec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:15:56.260860 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b8dac4cf-4b41-42ef-8d15-4bad89c9aec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:56.264515 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b8dac4cf-4b41-42ef-8d15-4bad89c9aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:56.273104 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0da3a24e-e5aa-4470-8cb1-b9a26c73e394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:56.309947 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-b8dac4cf-4b41-42ef-8d15-4bad89c9aec3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a08317a7e3d44ef86eb202cf5135cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691877 Aug 20 19:15:56.311453 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dac4cf-4b41-42ef-8d15-4bad89c9aec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06978d2-3f58-419d-9c49-a3171f8ff043,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:56.312836 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51566) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:56.314361 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b8dac4cf-4b41-42ef-8d15-4bad89c9aec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:56.374338 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-14d9d801-c933-40ad-906b-9ba08394b33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:56.399897 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-14d9d801-c933-40ad-906b-9ba08394b33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:56.449549 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-14d9d801-c933-40ad-906b-9ba08394b33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:56.454311 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-551ab0b1-d3cb-45a3-803c-4e9c0f235a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:56.467567 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9d801-c933-40ad-906b-9ba08394b33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06978d2-3f58-419d-9c49-a3171f8ff043,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:56.470189 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-14d9d801-c933-40ad-906b-9ba08394b33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:56.471559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-14d9d801-c933-40ad-906b-9ba08394b33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:56.472502 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-14d9d801-c933-40ad-906b-9ba08394b33e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e06978d2-3f58-419d-9c49-a3171f8ff043 HTTP/1.1" status: 204 len: 168 time: 0.1586781 Aug 20 19:15:59.353777 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a730f9-8782-439f-b6c6-6a770bd38c2f req-a6643cd2-d88f-40a8-a691-cdd1e28655c4 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:59.355228 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-80a730f9-8782-439f-b6c6-6a770bd38c2f req-a6643cd2-d88f-40a8-a691-cdd1e28655c4 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 947 time: 0.0806072 Aug 20 19:15:59.413281 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-80a730f9-8782-439f-b6c6-6a770bd38c2f req-8b9bc186-e6be-4b95-897a-b41bb0e5d385 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510483 Aug 20 19:16:00.607612 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7b759-fd48-472b-92f5-d067382e4dfc req-99c05224-0b9f-497e-9ddc-58fbaf17826a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:00.609089 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-64f7b759-fd48-472b-92f5-d067382e4dfc req-99c05224-0b9f-497e-9ddc-58fbaf17826a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 947 time: 0.0796227 Aug 20 19:16:00.656994 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-64f7b759-fd48-472b-92f5-d067382e4dfc req-9746ea1c-0dd0-4bc2-b64f-2b728b48db47 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 Aug 20 19:16:01.183143 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a065b-677f-4266-a98a-c6a916ef198a req-3413ffab-e4b9-471c-8ad0-11fbfde8a16a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:01.183835 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-f48a065b-677f-4266-a98a-c6a916ef198a req-3413ffab-e4b9-471c-8ad0-11fbfde8a16a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Synchronizing usage tracker for tenant:17f83d4853ad423a945233da3c49aa94 on resource:port {{(pid=79348) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:16:01.195064 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [req-f48a065b-677f-4266-a98a-c6a916ef198a req-3413ffab-e4b9-471c-8ad0-11fbfde8a16a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Unset dirty status for tenant:17f83d4853ad423a945233da3c49aa94 on resource:port {{(pid=79348) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:16:01.196124 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-f48a065b-677f-4266-a98a-c6a916ef198a req-3413ffab-e4b9-471c-8ad0-11fbfde8a16a tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.11 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 947 time: 0.0899558 Aug 20 19:16:01.268000 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Deleting port a99d6975-569a-45b2-bda0-c34ef8c2f556 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:01.268331 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.509214 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] For port a99d6975-569a-45b2-bda0-c34ef8c2f556, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a99d6975-569a-45b2-bda0-c34ef8c2f556,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:01.509571 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.797271 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.797638 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754294'] for floatingip, after_update {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.797949 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.db.l3_db [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Floating IP 071bd1d7-ebe1-48db-abab-0f282e7a153f disassociated. External IP: 172.28.2.33, port: a99d6975-569a-45b2-bda0-c34ef8c2f556. Aug 20 19:16:01.798288 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Calling delete_port for a99d6975-569a-45b2-bda0-c34ef8c2f556 owned by compute:nova {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:01.855586 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616953-463d-4f96-9574-f85d3df1f1c4 req-d4d63372-ef36-4e43-be75-7c94ff47066c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:01.857082 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9c616953-463d-4f96-9574-f85d3df1f1c4 req-d4d63372-ef36-4e43-be75-7c94ff47066c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 947 time: 0.0843406 Aug 20 19:16:01.904300 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-9c616953-463d-4f96-9574-f85d3df1f1c4 req-76069f50-d426-44cf-8d5f-942b4b306346 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups?id=64e3ed29-81ad-4d97-a1d6-efe9f6664b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415742 Aug 20 19:16:01.948770 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.954306 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:01.999363 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event deleted for resources: {'Port': ['ID=a99d6975-569a-45b2-bda0-c34ef8c2f556,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:02.002313 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:02.269279 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-bdea4615-decd-433e-a2a1-670328e8edd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:02.279830 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:16:02.464545 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:16:02.474793 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] Sync routers for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:16:02.485792 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:16:02.486635 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:02.536550 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] No DVR routers for this DVR port a99d6975-569a-45b2-bda0-c34ef8c2f556 on host hv-cinder-80528 {{(pid=79348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:16:02.539406 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for port, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:02.541918 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'name': 'network-vif-deleted', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556'}] {{(pid=79348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:16:02.568611 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [req-f48a065b-677f-4266-a98a-c6a916ef198a req-7b5929ec-5542-4223-8450-0ad33bde5c85 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.11 "DELETE /v2.0/ports/a99d6975-569a-45b2-bda0-c34ef8c2f556 HTTP/1.1" status: 204 len: 173 time: 1.3662555 Aug 20 19:16:02.587403 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51adaa32-ab32-4b17-bf68-aa85bdf9ee0b', 'name': 'network-vif-deleted', 'tag': 'a99d6975-569a-45b2-bda0-c34ef8c2f556', 'status': 'completed', 'code': 200} Aug 20 19:16:02.677756 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:16:02.730146 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:03.027526 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:03.031351 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] Checking router: d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:16:03.039540 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:16:03.040123 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:15:35Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:03.073357 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [req-54916548-353e-49b4-8016-f0b799a8ba52 req-10fc6932-86ea-4829-8c86-18be155332ba tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/ports?device_id=51adaa32-ab32-4b17-bf68-aa85bdf9ee0b HTTP/1.1" status: 200 len: 210 time: 0.0430124 Aug 20 19:16:03.218308 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:16:03.545134 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:03.550296 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe27dd1-1017-436b-bb7a-877b5b1df7eb None None] The sync data for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb is: [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb', '_interfaces': [{'id': 'cdf79485-1f38-4d73-a6d8-74e796e0dc2b', 'name': '', 'network_id': '3af70502-992e-42b2-a2d8-90d96e009dba', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'mac_address': 'fa:16:3e:f8:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:33Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'subnets': [{'id': 'df979ad6-6744-42aa-8a63-782cf2d02acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:16:03.759331 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359a009-396a-4d48-a5d5-d82274139a04 None None] New status for floating IP 071bd1d7-ebe1-48db-abab-0f282e7a153f: DOWN {{(pid=79349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:16:04.027123 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a99d6975-569a-45b2-bda0-c34ef8c2f556 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:04.060662 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] No Port match for: a99d6975-569a-45b2-bda0-c34ef8c2f556 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:16:04.061032 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Device a99d6975-569a-45b2-bda0-c34ef8c2f556 not bound to the agent host hv-cinder-80528 {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:16:04.197552 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51660) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:04.263965 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-041fba17-60e2-426b-bf56-25d04d9e0bf5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:04.291816 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-041fba17-60e2-426b-bf56-25d04d9e0bf5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:04.341716 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-041fba17-60e2-426b-bf56-25d04d9e0bf5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:04.346402 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-524d3cfe-61b4-426a-af3e-8245da15f3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:04.360559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fba17-60e2-426b-bf56-25d04d9e0bf5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e3ed29-81ad-4d97-a1d6-efe9f6664b07,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:04.363137 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-041fba17-60e2-426b-bf56-25d04d9e0bf5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:04.370346 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-041fba17-60e2-426b-bf56-25d04d9e0bf5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:04.371456 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-041fba17-60e2-426b-bf56-25d04d9e0bf5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "DELETE /v2.0/security-groups/64e3ed29-81ad-4d97-a1d6-efe9f6664b07 HTTP/1.1" status: 204 len: 168 time: 0.1729436 Aug 20 19:16:04.374099 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51664) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:04.390165 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.api.v2.resource [None req-69970acb-ac58-4407-b9e8-103545ca368c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] show failed (client error): The resource could not be found. Aug 20 19:16:04.391401 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-69970acb-ac58-4407-b9e8-103545ca368c tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "GET /v2.0/security-groups/64e3ed29-81ad-4d97-a1d6-efe9f6664b07 HTTP/1.1" status: 404 len: 347 time: 0.0161426 Aug 20 19:16:04.394435 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51668) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:04.551427 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Deleting port ada50895-d775-4f38-a716-8abe79281740 {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:04.551681 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:04.718889 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:04.719218 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:04.845325 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Calling delete_port for ada50895-d775-4f38-a716-8abe79281740 owned by network:floatingip {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:04.856872 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-409bca20-6ca8-472d-8e22-655f64b5eb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:04.986123 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:04.991189 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-032ca24d-2694-423d-a9eb-de71c2f78ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:05.038386 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Pushing event deleted for resources: {'Port': ['ID=ada50895-d775-4f38-a716-8abe79281740,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:05.040925 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:05.133768 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks [] for floatingip, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:05.149531 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385134'] for floatingip, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:05.153688 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-739e97a4-9ab6-4230-85e1-0c64bb6e851d tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] 10.222.0.50 "DELETE /v2.0/floatingips/071bd1d7-ebe1-48db-abab-0f282e7a153f HTTP/1.1" status: 204 len: 168 time: 0.7547243 Aug 20 19:16:05.910445 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.210896 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.961622 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51716) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:08.268474 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:08.750658 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668359'] for router_interface, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:09.086394 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Deleting port cdf79485-1f38-4d73-a6d8-74e796e0dc2b {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:09.087082 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:09.249238 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] For port cdf79485-1f38-4d73-a6d8-74e796e0dc2b, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=cdf79485-1f38-4d73-a6d8-74e796e0dc2b,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:09.249583 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:09.370185 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Calling delete_port for cdf79485-1f38-4d73-a6d8-74e796e0dc2b owned by network:router_interface {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:09.550922 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:09.556156 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-597355df-3643-47ac-a9bc-d85a533dbca0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:09.602911 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf79485-1f38-4d73-a6d8-74e796e0dc2b,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:09.605173 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:09.970425 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668347'] for router_interface, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:10.319554 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 has already been hosted by L3 agent 2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1 {{(pid=79348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:16:10.493929 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-smb the message routers_updated {{(pid=79348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:16:10.501952 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] Sync routers for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:16:10.506697 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-6f57d952-bf42-4602-8af8-2bd02ed36531 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5eba15f-ba9f-4725-a16e-9fc8ac12fe86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5440223 Aug 20 19:16:10.509139 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51736) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:10.511918 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:16:10.512515 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:16:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:10.681180 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Notify callbacks [] for router, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:10.690844 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: dv-cinder-805283-1-smb {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:16:10.865295 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:10.875568 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Deleting port 29bff373-9c22-4053-9f70-0a69278698ba {{(pid=79348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:10.875911 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:11.015727 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'external_fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '29bff373-9c22-4053-9f70-0a69278698ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:16:09Z', 'revision_number': 5, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port': {'id': '29bff373-9c22-4053-9f70-0a69278698ba', 'name': '', 'network_id': 'a1374c77-d1c1-4672-958d-890c6990cccb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:19Z', 'updated_at': '2021-08-20T19:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04312567-1b0e-4b54-80fa-3bc53d3f3f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-smb'}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:11.020658 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] Checking router: d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 for host: dv-cinder-805283-1-smb {{(pid=79350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:16:11.029493 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] Routers {'d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'} bound to L3 agent in host dv-cinder-805283-1-smb {{(pid=79350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:16:11.030210 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T18:57:35Z,description=,heartbeat_timestamp=2021-08-20T19:16:05Z,host='dv-cinder-805283-1-smb',id=2f7fb5e2-07d2-4e50-bc2c-1c22fd8d1bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:35Z,topic='l3_agent')) {'router_ids': ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'], 'active': True} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:11.067092 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.db [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] For port 29bff373-9c22-4053-9f70-0a69278698ba, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=29bff373-9c22-4053-9f70-0a69278698ba,segment=NetworkSegment(d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96),segment_id=d708e7a6-93bc-4a40-a1dd-6a0f1cb52d96)] {{(pid=79348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:11.067453 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:11.232915 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_dvr_db [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] Set router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 gateway port host: None {{(pid=79350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:16:11.334377 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.plugins.ml2.plugin [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Calling delete_port for 29bff373-9c22-4053-9f70-0a69278698ba owned by network:router_gateway {{(pid=79348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:11.373763 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.l3_hamode_db [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:16:10Z', 'revision_number': 6, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port_host': None}], 'dv-cinder-805283-1-smb', False) {} {{(pid=79350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:11.377988 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73879b9-45a0-4d68-97fd-95af43b368de None None] The sync data for ids ['d5eba15f-ba9f-4725-a16e-9fc8ac12fe86'] in dv-cinder-805283-1-smb is: [{'id': 'd5eba15f-ba9f-4725-a16e-9fc8ac12fe86', 'name': 'tempest-AttachVolumeShelveTestJSON-151832292-router', 'tenant_id': '17f83d4853ad423a945233da3c49aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:16:10Z', 'revision_number': 6, 'project_id': '17f83d4853ad423a945233da3c49aa94', 'gw_port_host': None}] {{(pid=79350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:16:11.509989 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3300214'] for port, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:11.514272 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-0b8b3f60-4900-4298-b924-f708d519e04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:11.562897 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Pushing event deleted for resources: {'Port': ['ID=29bff373-9c22-4053-9f70-0a69278698ba,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:11.566045 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:11.651373 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754194'] for router_gateway, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:11.829840 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device cdf79485-1f38-4d73-a6d8-74e796e0dc2b no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:11.842658 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-857'] for router, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:11.844926 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:11.869599 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669256'] for router, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:11.870543 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 {{(pid=79348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:16:11.871900 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: cdf79485-1f38-4d73-a6d8-74e796e0dc2b {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:16:11.872252 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device cdf79485-1f38-4d73-a6d8-74e796e0dc2b not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:16:11.884308 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] Notify callbacks [] for router, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:11.888000 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51800) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:11.888523 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-3d6aee67-ac9b-43b0-a79e-6dde73b6ab51 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d5eba15f-ba9f-4725-a16e-9fc8ac12fe86 HTTP/1.1" status: 204 len: 168 time: 1.3779836 Aug 20 19:16:11.953947 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2a043f-2d2a-4709-969d-ce338174458e admin admin] Deleting subnet df979ad6-6744-42aa-8a63-782cf2d02acf {{(pid=79347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:16:11.959764 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5f2a043f-2d2a-4709-969d-ce338174458e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.013094 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5f2a043f-2d2a-4709-969d-ce338174458e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2575663'] for subnet, precommit_delete_associations {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.092327 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5f2a043f-2d2a-4709-969d-ce338174458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440683'] for subnet, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.165358 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5f2a043f-2d2a-4709-969d-ce338174458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273316'] for subnet, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.169207 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-172ea2df-6807-4f29-8e45-50f5b9911efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:12.209601 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a043f-2d2a-4709-969d-ce338174458e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df979ad6-6744-42aa-8a63-782cf2d02acf,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:12.211565 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-5f2a043f-2d2a-4709-969d-ce338174458e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for subnet, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.214088 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5f2a043f-2d2a-4709-969d-ce338174458e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:12.218474 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-5f2a043f-2d2a-4709-969d-ce338174458e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/df979ad6-6744-42aa-8a63-782cf2d02acf HTTP/1.1" status: 204 len: 168 time: 0.3294578 Aug 20 19:16:12.221369 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043001e0-8379-46df-b78f-8dac99c4e33f None None] Network 3af70502-992e-42b2-a2d8-90d96e009dba requested from dv-cinder-805283-1-smb {{(pid=79349) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:16:12.221532 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51804) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:12.331198 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1318762'] for network, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.345909 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Deleting port 643d4e20-936e-4aca-8084-239baa340209 {{(pid=79347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:12.346311 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.503906 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] DHCP port deletion for 3af70502-992e-42b2-a2d8-90d96e009dba request from dv-cinder-805283-1-smb {{(pid=79349) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:16:12.508336 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] Deleting port 643d4e20-936e-4aca-8084-239baa340209 {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:12.508714 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.581511 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.db [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] For port 643d4e20-936e-4aca-8084-239baa340209, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=643d4e20-936e-4aca-8084-239baa340209,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:12.581777 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.707668 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.plugin [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Calling delete_port for 643d4e20-936e-4aca-8084-239baa340209 owned by network:dhcp {{(pid=79347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:12.711959 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.db [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] For port 643d4e20-936e-4aca-8084-239baa340209, host dv-cinder-805283-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-smb',level=0,port_id=643d4e20-936e-4aca-8084-239baa340209,segment=NetworkSegment(a2d42469-1bb2-489b-9571-25b2591e413d),segment_id=a2d42469-1bb2-489b-9571-25b2591e413d)] {{(pid=79349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:12.712362 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755188'] for port, precommit_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.787191 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734867546700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734867081777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435974'] for port, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.791894 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d37f9750-266b-4b4e-8fec-bbcaccb7e719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:12.836513 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] Calling delete_port for 643d4e20-936e-4aca-8084-239baa340209 owned by network:dhcp {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:12.842516 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Pushing event deleted for resources: {'Port': ['ID=643d4e20-936e-4aca-8084-239baa340209,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:12.845456 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:12.846218 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] No DVR routers for this DVR port 643d4e20-936e-4aca-8084-239baa340209 on host dv-cinder-805283-1-smb {{(pid=79347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:16:12.907047 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.db.api [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:16:12.907411 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG oslo_db.api [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:16:13.060578 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434448', 'neutron.services.segments.db._delete_segments_for_network-8734867561885'] for network, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.072740 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af70502-992e-42b2-a2d8-90d96e009dba']}} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:13.087693 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d42469-1bb2-489b-9571-25b2591e413d') {'for_net_delete': True} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:13.087924 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.services.segments.db [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d42469-1bb2-489b-9571-25b2591e413d') {} {{(pid=79347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:13.099625 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734867558903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2575664'] for segment, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.115546 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428881'] for segment, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.121324 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=79347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:16:13.121719 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1428888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436019'] for segment, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: Traceback (most recent call last): Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: timer() Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: cb(*args, **kw) Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: return func(*args, **kwargs) Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: self._notify() Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: self.callback(batched_events) Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: event.method(event) Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: return f(self, *a, **k) Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: return self._get(url).json() Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: return self.request(url, 'GET', **kwargs) Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:16:13.136208 dv-cinder-805283-1-smb neutron-server[79347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:16:13.212333 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754191'] for network, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.216257 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-43e85fb7-b625-407d-bd65-4947d7781eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:13.229804 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556262'] for network, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.243376 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af70502-992e-42b2-a2d8-90d96e009dba,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:13.246447 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:13.256757 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-581f818e-d7e0-4909-a932-9bfd3b4b1526 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3af70502-992e-42b2-a2d8-90d96e009dba HTTP/1.1" status: 204 len: 168 time: 1.0343232 Aug 20 19:16:13.395194 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51812) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:13.408801 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] Deleting port 643d4e20-936e-4aca-8084-239baa340209 {{(pid=79349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:13.409252 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734867540776'] for port, before_delete {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.448454 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-968afdb3-80ed-4b27-a5f7-fa7f9302b2a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17f83d4853ad423a945233da3c49aa94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514472 Aug 20 19:16:13.450870 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51818) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:13.482384 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f6fc5-5fe8-486b-b1b2-b077e1507d4e None None] The port '643d4e20-936e-4aca-8084-239baa340209' was deleted {{(pid=79349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:16:13.517613 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9541558d-36c6-4fa3-a264-aa4c4ea220b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.550976 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9541558d-36c6-4fa3-a264-aa4c4ea220b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.602773 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9541558d-36c6-4fa3-a264-aa4c4ea220b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.607574 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-de787d12-7bc0-4f6a-b966-406df34862df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:13.624921 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541558d-36c6-4fa3-a264-aa4c4ea220b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc890bf8-f1ee-4403-969a-550f3a7a17d7,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:13.631196 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-9541558d-36c6-4fa3-a264-aa4c4ea220b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.632274 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-9541558d-36c6-4fa3-a264-aa4c4ea220b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc890bf8-f1ee-4403-969a-550f3a7a17d7 HTTP/1.1" status: 204 len: 168 time: 0.1803646 Aug 20 19:16:13.633592 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-9541558d-36c6-4fa3-a264-aa4c4ea220b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:13.670987 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 643d4e20-936e-4aca-8084-239baa340209 no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:13.703957 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 643d4e20-936e-4aca-8084-239baa340209 {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:16:13.704314 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 643d4e20-936e-4aca-8084-239baa340209 not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:16:13.704747 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 29bff373-9c22-4053-9f70-0a69278698ba no longer exists at agent ovs-agent-dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:13.767039 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.plugin [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] No Port match for: 29bff373-9c22-4053-9f70-0a69278698ba {{(pid=79349) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:16:13.767302 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron.plugins.ml2.rpc [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Device 29bff373-9c22-4053-9f70-0a69278698ba not bound to the agent host dv-cinder-805283-1-smb {{(pid=79349) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:16:20.723748 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 51930) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:20.845717 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:20.860384 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:20.864200 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] Usage tracker for resource:security_group_rule and tenant:0c51977f040e48fb8da21f6d40ada4f4 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:20.867078 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:20.872716 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:20.955232 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:20.959789 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:20.968081 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-8132435d-2eb3-45f9-a507-6d19dfabab75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:21.006849 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c51977f040e48fb8da21f6d40ada4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814410 Aug 20 19:16:21.007731 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b149bb7f-a7ab-4d7a-ad91-1d70d2e2ef7b,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:21.009633 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51936) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:21.010750 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:21.092136 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-318c374f-0e1c-470d-a5b7-deb2eb78a74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:21.117605 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-318c374f-0e1c-470d-a5b7-deb2eb78a74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:21.169182 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-318c374f-0e1c-470d-a5b7-deb2eb78a74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:21.174108 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-81552990-994b-4e1c-aa50-879422729991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:21.183914 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c374f-0e1c-470d-a5b7-deb2eb78a74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b149bb7f-a7ab-4d7a-ad91-1d70d2e2ef7b,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:21.186356 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-318c374f-0e1c-470d-a5b7-deb2eb78a74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:21.191887 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-318c374f-0e1c-470d-a5b7-deb2eb78a74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:21.193517 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-318c374f-0e1c-470d-a5b7-deb2eb78a74f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b149bb7f-a7ab-4d7a-ad91-1d70d2e2ef7b HTTP/1.1" status: 204 len: 168 time: 0.1828506 Aug 20 19:16:21.618944 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:16:23.081506 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 51992) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:23.195513 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2a1d413a-e626-4e57-b3d2-7ecec663cca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:23.210257 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2a1d413a-e626-4e57-b3d2-7ecec663cca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:23.214111 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2a1d413a-e626-4e57-b3d2-7ecec663cca6 admin admin] Usage tracker for resource:security_group_rule and tenant:ace42042075241b28381f35d404545eb is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:23.216866 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-2a1d413a-e626-4e57-b3d2-7ecec663cca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:23.222508 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-2a1d413a-e626-4e57-b3d2-7ecec663cca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:23.309182 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2a1d413a-e626-4e57-b3d2-7ecec663cca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:23.313070 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-2a1d413a-e626-4e57-b3d2-7ecec663cca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:23.324348 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7850466e-5011-43e1-aed1-e149ff5f1c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:23.363950 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-2a1d413a-e626-4e57-b3d2-7ecec663cca6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ace42042075241b28381f35d404545eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813869 Aug 20 19:16:23.364276 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 52000) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:23.365761 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d413a-e626-4e57-b3d2-7ecec663cca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee497a53-da51-4c68-898b-29b7e6f0792a,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:23.368618 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-2a1d413a-e626-4e57-b3d2-7ecec663cca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:23.423547 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b6b84b21-76d8-4c6b-b852-775bcf8ca269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:23.448680 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b6b84b21-76d8-4c6b-b852-775bcf8ca269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:23.507196 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b6b84b21-76d8-4c6b-b852-775bcf8ca269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:23.510873 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-cb82ef6f-28de-484c-8d49-43b350b8bc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:23.523860 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b84b21-76d8-4c6b-b852-775bcf8ca269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee497a53-da51-4c68-898b-29b7e6f0792a,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:23.526148 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-b6b84b21-76d8-4c6b-b852-775bcf8ca269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:23.534226 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-b6b84b21-76d8-4c6b-b852-775bcf8ca269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:23.535333 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-b6b84b21-76d8-4c6b-b852-775bcf8ca269 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee497a53-da51-4c68-898b-29b7e6f0792a HTTP/1.1" status: 204 len: 168 time: 0.1702576 Aug 20 19:16:23.815661 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 52008) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:23.837113 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:23.852513 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:23.857455 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Usage tracker for resource:security_group_rule and tenant:19f56b88f4a24439ab8ba88f9ac5b673 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:23.861170 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:23.867764 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:23.953196 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:23.957094 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:23.964863 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-85e7c359-087e-4ca3-9f8e-8739fc202250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:24.007561 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19f56b88f4a24439ab8ba88f9ac5b673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907344 Aug 20 19:16:24.008382 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf83ba41-85d7-4e7a-9e05-d1d7cd7dd159,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:24.010198 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 52012) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:24.016073 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.016448 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.016814 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.017238 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.017599 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.017983 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.018339 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.018694 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.019049 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.019398 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.019747 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.020094 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.023831 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:24.073370 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:24.100986 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:24.153757 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:24.158372 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-3cc97632-3029-408b-bf2b-bf44648ef55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:24.168865 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf83ba41-85d7-4e7a-9e05-d1d7cd7dd159,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:24.179000 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:24.180091 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf83ba41-85d7-4e7a-9e05-d1d7cd7dd159 HTTP/1.1" status: 204 len: 168 time: 0.1689339 Aug 20 19:16:24.181574 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.181950 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.182389 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.182723 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.183078 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.183432 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.183779 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.184129 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.184480 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.184826 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.185194 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.185559 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-smb {{(pid=79347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:24.188433 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:27.336998 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 52164) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:27.452326 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a03aa8b9-222c-487d-9e3e-5588e3f0e6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:27.466450 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a03aa8b9-222c-487d-9e3e-5588e3f0e6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:27.470235 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a03aa8b9-222c-487d-9e3e-5588e3f0e6c8 admin admin] Usage tracker for resource:security_group_rule and tenant:e131f681204c4cc08a4fb67f819839fb is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:27.472993 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-a03aa8b9-222c-487d-9e3e-5588e3f0e6c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:27.478535 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-a03aa8b9-222c-487d-9e3e-5588e3f0e6c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:27.556837 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a03aa8b9-222c-487d-9e3e-5588e3f0e6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:27.560437 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-a03aa8b9-222c-487d-9e3e-5588e3f0e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:27.569215 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-23134cf4-0951-4357-bfc3-e62ad14f276d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:27.612586 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-a03aa8b9-222c-487d-9e3e-5588e3f0e6c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e131f681204c4cc08a4fb67f819839fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715766 Aug 20 19:16:27.612586 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03aa8b9-222c-487d-9e3e-5588e3f0e6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1a1df6-445a-4187-a626-16ef8db073c8,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:27.613257 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 52170) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:27.614148 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-a03aa8b9-222c-487d-9e3e-5588e3f0e6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:27.672490 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f0eb87b9-496d-42cd-9df8-87be3ebba1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:27.698777 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f0eb87b9-496d-42cd-9df8-87be3ebba1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:27.757046 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f0eb87b9-496d-42cd-9df8-87be3ebba1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:27.760545 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-ad7b18ef-dd68-47f7-a734-6b3c8ec97c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:27.772076 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb87b9-496d-42cd-9df8-87be3ebba1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1a1df6-445a-4187-a626-16ef8db073c8,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:27.774456 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-f0eb87b9-496d-42cd-9df8-87be3ebba1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:27.787672 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-f0eb87b9-496d-42cd-9df8-87be3ebba1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:27.788815 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-f0eb87b9-496d-42cd-9df8-87be3ebba1f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f1a1df6-445a-4187-a626-16ef8db073c8 HTTP/1.1" status: 204 len: 168 time: 0.1743324 Aug 20 19:16:28.055948 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 52180) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:28.073506 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-685bdf11-8b91-43f4-87dd-c58a19fa8575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:28.087441 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-685bdf11-8b91-43f4-87dd-c58a19fa8575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:28.091149 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-685bdf11-8b91-43f4-87dd-c58a19fa8575 admin admin] Usage tracker for resource:security_group_rule and tenant:277df6a3ea55402d85fea0cf112ce31b is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:28.093869 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-685bdf11-8b91-43f4-87dd-c58a19fa8575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:28.099953 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-685bdf11-8b91-43f4-87dd-c58a19fa8575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:28.182071 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-685bdf11-8b91-43f4-87dd-c58a19fa8575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:28.185653 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-685bdf11-8b91-43f4-87dd-c58a19fa8575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:28.193913 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-e92d30b6-310c-4370-a48f-25593a79fab1 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:28.232634 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-685bdf11-8b91-43f4-87dd-c58a19fa8575 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=277df6a3ea55402d85fea0cf112ce31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755991 Aug 20 19:16:28.234167 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bdf11-8b91-43f4-87dd-c58a19fa8575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8c9dc1-a128-40da-8ae5-1f24c799e446,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:28.235269 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 52184) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:28.237062 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-685bdf11-8b91-43f4-87dd-c58a19fa8575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:28.291973 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-84a7d933-35e8-4f1e-b301-f78f8cd9c623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:28.316476 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-84a7d933-35e8-4f1e-b301-f78f8cd9c623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:28.367447 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-84a7d933-35e8-4f1e-b301-f78f8cd9c623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:28.372159 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-21c12429-dff5-4678-b265-5ed68d77fe60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:28.383834 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7d933-35e8-4f1e-b301-f78f8cd9c623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8c9dc1-a128-40da-8ae5-1f24c799e446,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:28.387155 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-84a7d933-35e8-4f1e-b301-f78f8cd9c623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:28.392418 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-84a7d933-35e8-4f1e-b301-f78f8cd9c623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:28.396455 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-84a7d933-35e8-4f1e-b301-f78f8cd9c623 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c8c9dc1-a128-40da-8ae5-1f24c799e446 HTTP/1.1" status: 204 len: 168 time: 0.1601610 Aug 20 19:16:32.272198 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-5c681f3e-6166-4cb0-86b4-23f3e85ae8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:32.733666 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.007579 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 52308) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:34.124285 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-7fd9049b-50d2-48d7-86af-bade3014cc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.138792 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-7fd9049b-50d2-48d7-86af-bade3014cc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:34.142703 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-7fd9049b-50d2-48d7-86af-bade3014cc27 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a1f15035574017b1f63d8a11779924 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:34.146089 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-7fd9049b-50d2-48d7-86af-bade3014cc27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:34.151773 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-7fd9049b-50d2-48d7-86af-bade3014cc27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:34.237692 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-7fd9049b-50d2-48d7-86af-bade3014cc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.242272 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-7fd9049b-50d2-48d7-86af-bade3014cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.251539 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-f5be47e8-e2d5-447e-a737-66ad6b0261cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:34.292276 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-7fd9049b-50d2-48d7-86af-bade3014cc27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0a1f15035574017b1f63d8a11779924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835810 Aug 20 19:16:34.293975 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9049b-50d2-48d7-86af-bade3014cc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fe755e-f48c-461a-8ec3-5ceeb787a7a6,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:34.294855 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 52318) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:34.297118 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-7fd9049b-50d2-48d7-86af-bade3014cc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:34.354298 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-56ce44aa-0bf6-4829-a7bf-cdf69501e1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.384496 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-56ce44aa-0bf6-4829-a7bf-cdf69501e1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.438283 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-56ce44aa-0bf6-4829-a7bf-cdf69501e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.444595 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-08100bb9-d0e3-42c2-a26a-04dfb2ded60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:34.458740 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce44aa-0bf6-4829-a7bf-cdf69501e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fe755e-f48c-461a-8ec3-5ceeb787a7a6,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:34.461025 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-56ce44aa-0bf6-4829-a7bf-cdf69501e1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:34.469233 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-56ce44aa-0bf6-4829-a7bf-cdf69501e1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.472646 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-56ce44aa-0bf6-4829-a7bf-cdf69501e1a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45fe755e-f48c-461a-8ec3-5ceeb787a7a6 HTTP/1.1" status: 204 len: 168 time: 0.1744785 Aug 20 19:16:34.744675 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 52326) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:34.761891 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b2a5fcd7-58bd-4313-b842-c7d8c66fcc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.775645 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-b2a5fcd7-58bd-4313-b842-c7d8c66fcc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:34.779430 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-b2a5fcd7-58bd-4313-b842-c7d8c66fcc29 admin admin] Usage tracker for resource:security_group_rule and tenant:b5a00394e9f64fe78866a4031a5365ab is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:34.782176 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-b2a5fcd7-58bd-4313-b842-c7d8c66fcc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:34.788227 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-b2a5fcd7-58bd-4313-b842-c7d8c66fcc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:34.858151 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-30776a2b-a7a6-4073-bf13-84f7d8215489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.868953 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b2a5fcd7-58bd-4313-b842-c7d8c66fcc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.872397 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-b2a5fcd7-58bd-4313-b842-c7d8c66fcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:34.879198 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-7c81eb51-30e9-48af-87f3-8472cc9fcd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:34.919264 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-b2a5fcd7-58bd-4313-b842-c7d8c66fcc29 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5a00394e9f64fe78866a4031a5365ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734359 Aug 20 19:16:34.919975 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5fcd7-58bd-4313-b842-c7d8c66fcc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd879a3c-2da6-4c68-b6bf-ee111af8f168,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:34.921882 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 52330) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:34.922939 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b2a5fcd7-58bd-4313-b842-c7d8c66fcc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:34.980553 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d19cc49c-f896-4267-884c-b4f1b75a955c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:35.005654 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d19cc49c-f896-4267-884c-b4f1b75a955c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:35.054936 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d19cc49c-f896-4267-884c-b4f1b75a955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:35.059470 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-88ebf254-4006-441f-ad64-1f43393c7df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:35.071130 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cc49c-f896-4267-884c-b4f1b75a955c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd879a3c-2da6-4c68-b6bf-ee111af8f168,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:35.074456 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-d19cc49c-f896-4267-884c-b4f1b75a955c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:35.079607 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-d19cc49c-f896-4267-884c-b4f1b75a955c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:35.080736 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-d19cc49c-f896-4267-884c-b4f1b75a955c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd879a3c-2da6-4c68-b6bf-ee111af8f168 HTTP/1.1" status: 204 len: 168 time: 0.1578543 Aug 20 19:16:35.912870 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:37.214060 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:37.994283 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 52400) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:38.106712 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:38.124496 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:38.128242 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] Usage tracker for resource:security_group_rule and tenant:b13cddca4d2f4f629ea74b113e3fa881 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:38.131630 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:38.137210 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:38.218632 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:38.222812 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:38.231894 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-5674beed-06e4-417b-bd3b-4e62b30b97a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:38.273311 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:38.275142 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b13cddca4d2f4f629ea74b113e3fa881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798040 Aug 20 19:16:38.276053 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc680db-63cc-425d-9f50-70e70a7bd94c,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:38.277816 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 52410) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:38.279079 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:38.341485 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d29b988e-b881-4ba8-9a10-63850bef8df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:38.371517 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d29b988e-b881-4ba8-9a10-63850bef8df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:38.425614 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d29b988e-b881-4ba8-9a10-63850bef8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:38.429994 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-40911042-5faa-4700-b621-c1cc4164f00b tempest-AttachVolumeTestJSON-268860570 tempest-AttachVolumeTestJSON-268860570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:38.444832 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b988e-b881-4ba8-9a10-63850bef8df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc680db-63cc-425d-9f50-70e70a7bd94c,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:38.449002 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d29b988e-b881-4ba8-9a10-63850bef8df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:38.456251 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-d29b988e-b881-4ba8-9a10-63850bef8df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:38.460271 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-d29b988e-b881-4ba8-9a10-63850bef8df9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fdc680db-63cc-425d-9f50-70e70a7bd94c HTTP/1.1" status: 204 len: 168 time: 0.1812942 Aug 20 19:16:42.283482 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 52482) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:42.396653 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1614d0c4-7174-4623-a13d-ff6f9482aec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:42.410711 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-1614d0c4-7174-4623-a13d-ff6f9482aec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:42.415330 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-1614d0c4-7174-4623-a13d-ff6f9482aec5 admin admin] Usage tracker for resource:security_group_rule and tenant:232673e9bc2649528f7b949c0fb6795b is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:42.418182 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-1614d0c4-7174-4623-a13d-ff6f9482aec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:42.423773 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-1614d0c4-7174-4623-a13d-ff6f9482aec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:42.511752 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1614d0c4-7174-4623-a13d-ff6f9482aec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:42.516269 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-1614d0c4-7174-4623-a13d-ff6f9482aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:42.524549 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-b96c1350-f72f-4fac-bdeb-a951c65ad79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:42.565997 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-1614d0c4-7174-4623-a13d-ff6f9482aec5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=232673e9bc2649528f7b949c0fb6795b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814715 Aug 20 19:16:42.566988 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614d0c4-7174-4623-a13d-ff6f9482aec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5e31e4-ce50-4805-9a56-e2af1c0970a6,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:42.569316 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 52488) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:42.571160 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-1614d0c4-7174-4623-a13d-ff6f9482aec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:42.625950 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-548f9c2f-394e-4f9c-9a09-d84bf4edbda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:42.650669 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-548f9c2f-394e-4f9c-9a09-d84bf4edbda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:42.700657 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-548f9c2f-394e-4f9c-9a09-d84bf4edbda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:42.704258 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-520997bc-4e8e-466e-a456-af6a9ef98764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:42.720493 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f9c2f-394e-4f9c-9a09-d84bf4edbda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5e31e4-ce50-4805-9a56-e2af1c0970a6,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:42.722577 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-548f9c2f-394e-4f9c-9a09-d84bf4edbda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:42.729640 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-548f9c2f-394e-4f9c-9a09-d84bf4edbda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:42.733104 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-548f9c2f-394e-4f9c-9a09-d84bf4edbda6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a5e31e4-ce50-4805-9a56-e2af1c0970a6 HTTP/1.1" status: 204 len: 168 time: 0.1604342 Aug 20 19:16:43.012777 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 52500) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:43.030263 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-300f51da-82e8-43f0-8cf5-4ea51f9b665b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:43.044642 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-300f51da-82e8-43f0-8cf5-4ea51f9b665b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:43.048538 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-300f51da-82e8-43f0-8cf5-4ea51f9b665b admin admin] Usage tracker for resource:security_group_rule and tenant:aa103087106d472097c0b58cbdc079e5 is out of sync, need to count used quota {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:43.051340 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.quota.resource [None req-300f51da-82e8-43f0-8cf5-4ea51f9b665b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:43.057972 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.db.quota.driver [None req-300f51da-82e8-43f0-8cf5-4ea51f9b665b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:43.139115 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-300f51da-82e8-43f0-8cf5-4ea51f9b665b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:43.142891 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-300f51da-82e8-43f0-8cf5-4ea51f9b665b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:43.151660 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-041fba17-60e2-426b-bf56-25d04d9e0bf5 tempest-AttachVolumeShelveTestJSON-744131730 tempest-AttachVolumeShelveTestJSON-744131730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:43.192230 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-300f51da-82e8-43f0-8cf5-4ea51f9b665b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa103087106d472097c0b58cbdc079e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782513 Aug 20 19:16:43.193177 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f51da-82e8-43f0-8cf5-4ea51f9b665b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc49f3e-a62c-4ca6-91f9-022f8e544219,revision_number=1']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:43.194757 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 52504) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:43.196267 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-300f51da-82e8-43f0-8cf5-4ea51f9b665b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:43.252051 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6be52559-f30d-48aa-bb53-c5be52e80445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:43.276972 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6be52559-f30d-48aa-bb53-c5be52e80445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:43.326759 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6be52559-f30d-48aa-bb53-c5be52e80445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:43.330319 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-56ce44aa-0bf6-4829-a7bf-cdf69501e1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:43.343093 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be52559-f30d-48aa-bb53-c5be52e80445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc49f3e-a62c-4ca6-91f9-022f8e544219,revision_number=None']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:43.347085 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-6be52559-f30d-48aa-bb53-c5be52e80445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:43.352894 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-6be52559-f30d-48aa-bb53-c5be52e80445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:43.354026 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-6be52559-f30d-48aa-bb53-c5be52e80445 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbc49f3e-a62c-4ca6-91f9-022f8e544219 HTTP/1.1" status: 204 len: 168 time: 0.1583097 Aug 20 19:16:55.165866 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.wsgi [-] (79348) accepted ('10.222.0.50', 52628) {{(pid=79348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:55.279760 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a1bbfd5e-9301-4fc8-aa89-1fb49aea95f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:55.294258 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a1bbfd5e-9301-4fc8-aa89-1fb49aea95f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:16:55.298045 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a1bbfd5e-9301-4fc8-aa89-1fb49aea95f3 admin admin] Usage tracker for resource:security_group_rule and tenant:1a9ce60b3b384c0e82fd91766ef36d17 is out of sync, need to count used quota {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:16:55.300786 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.quota.resource [None req-a1bbfd5e-9301-4fc8-aa89-1fb49aea95f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79348) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:16:55.306404 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.db.quota.driver [None req-a1bbfd5e-9301-4fc8-aa89-1fb49aea95f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79348) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:16:55.386653 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a1bbfd5e-9301-4fc8-aa89-1fb49aea95f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:55.390317 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron_lib.callbacks.manager [None req-a1bbfd5e-9301-4fc8-aa89-1fb49aea95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_create {{(pid=79348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:55.402749 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-d9ef21a5-f9d5-40a7-9142-865d669662c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:55.521926 dv-cinder-805283-1-smb neutron-server[79348]: INFO neutron.wsgi [None req-a1bbfd5e-9301-4fc8-aa89-1fb49aea95f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a9ce60b3b384c0e82fd91766ef36d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549948 Aug 20 19:16:55.522832 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbfd5e-9301-4fc8-aa89-1fb49aea95f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab12d45c-4010-4cf7-bd8f-0f0db9257a91,revision_number=1']} {{(pid=79348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:55.524611 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.wsgi [-] (79347) accepted ('10.222.0.50', 52634) {{(pid=79347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:55.525899 dv-cinder-805283-1-smb neutron-server[79348]: DEBUG oslo_concurrency.lockutils [None req-a1bbfd5e-9301-4fc8-aa89-1fb49aea95f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:55.581170 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-adc52ad5-1462-430a-8b2c-c13f740f9a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:55.609866 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-adc52ad5-1462-430a-8b2c-c13f740f9a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:55.660625 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-adc52ad5-1462-430a-8b2c-c13f740f9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867672'] for security_group, after_delete {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:55.665363 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-383b589b-37ad-403b-be3c-fc6b94b11817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:55.678732 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc52ad5-1462-430a-8b2c-c13f740f9a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab12d45c-4010-4cf7-bd8f-0f0db9257a91,revision_number=None']} {{(pid=79347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:55.681621 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG oslo_concurrency.lockutils [None req-adc52ad5-1462-430a-8b2c-c13f740f9a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:55.685698 dv-cinder-805283-1-smb neutron-server[79347]: DEBUG neutron_lib.callbacks.manager [None req-adc52ad5-1462-430a-8b2c-c13f740f9a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:55.686804 dv-cinder-805283-1-smb neutron-server[79347]: INFO neutron.wsgi [None req-adc52ad5-1462-430a-8b2c-c13f740f9a24 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab12d45c-4010-4cf7-bd8f-0f0db9257a91 HTTP/1.1" status: 204 len: 168 time: 0.1612062 Aug 20 19:16:58.618603 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:17:02.280592 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ac66290f-b343-47e7-a3c1-b253a54f727c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:02.734240 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:04.859736 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-a958da53-6a82-4db9-b152-acbf842e0fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:05.915490 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:07.303357 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:08.272766 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:32.271393 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-888cedbe-e7b7-4526-9dde-a9e09116ea8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:32.735811 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:34.860270 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-603b9b17-2cf1-49d6-b5c3-5bc1a06cf3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:35.617647 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:17:35.918819 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:37.305259 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:38.280614 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:02.272097 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ee7ddcb3-d701-499b-8ee9-3fb649de3118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:02.736647 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:04.861346 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-4aa76df2-4c34-45bb-a310-e496cd60a8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:05.921994 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:07.308128 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:08.293515 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:12.616736 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:18:32.272523 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-66c373f0-354c-4a0d-9308-2c2d39dca25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:32.741025 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:34.862399 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-640ed50c-301a-412e-a15f-b69684ff1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:35.926272 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:37.310933 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:38.294449 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:49.616530 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:19:02.288556 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2ccd2191-17ca-408e-94ea-e1c4b7ef097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:02.742074 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:04.863650 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-42a740a7-b3d2-4d6f-a11c-78f2a08cb63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:05.927268 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:07.316815 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:08.299036 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:26.615883 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:19:32.269928 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-7da1807e-bd24-4d58-a24f-21c2fd85610c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:32.743720 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:34.863424 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-1a63ecbf-9fb3-4951-a40e-51924f46be33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:35.932048 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:37.316040 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:38.306838 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:02.270636 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-89a8d443-7043-4cca-9c22-1eb12f391720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:02.744320 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:03.615442 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:20:04.864214 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-ece36c49-58ba-41de-83bc-f4e1c7bfff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:05.932406 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:07.319207 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:08.307017 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:32.271051 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-d02b32e7-8e0b-48d3-ae70-367f8f3e7d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:32.748860 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:34.864225 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-6ac057a3-453a-4fa2-9f31-953d509fe4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:35.935628 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.320445 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:38.335796 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.615171 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:21:02.274905 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3768-f2ac-4d15-9cd3-6207ab901c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:02.749964 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:04.866068 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-8b20dcff-da89-44d1-b967-e8be08b66478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:05.939199 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:07.323305 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:08.334915 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:17.613671 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:21:32.283606 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-83548521-39ca-497e-b1ae-95fbaee7f32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:32.751279 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:34.868023 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-14151989-c1f4-4bd6-964a-81109336493b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:35.942595 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:37.326341 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:38.334631 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:54.613003 dv-cinder-805283-1-smb neutron-server[79350]: DEBUG neutron.db.agents_db [None req-f449ab85-3838-4d9e-8a93-5cf2feb7bfb0 None None] Agent healthcheck: found 6 active agents {{(pid=79350) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:22:02.275811 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-fbce640a-e755-478e-ba90-5f5f2a33eed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:02.753013 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-94387f99-bef8-4e2f-862d-19887db2daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:04.874133 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-41de3a65-3e89-41c9-ac30-a909380f6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:05.944771 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-2719f401-bf2a-47ef-a86e-8578bbd34179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:07.328983 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-43f0c7af-d3de-4309-9116-b89b36426c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:08.347470 dv-cinder-805283-1-smb neutron-server[79349]: DEBUG neutron_lib.callbacks.manager [None req-403e1d48-eef6-43b6-bdc2-11918f592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734867561867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436522'] for agent, after_update {{(pid=79349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}